[ 528.169096] env[64147]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=64147) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 528.169576] env[64147]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=64147) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 528.169576] env[64147]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=64147) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 528.169880] env[64147]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 528.265789] env[64147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=64147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 528.276591] env[64147]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=64147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 528.879853] env[64147]: INFO nova.virt.driver [None req-11a24070-9a93-4147-aa8a-8160fef1bb27 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 528.955219] env[64147]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.955416] env[64147]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.955511] env[64147]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=64147) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 532.195255] env[64147]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-adff5e60-6c4e-482a-9d36-3e8fd720df13 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.211381] env[64147]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=64147) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 532.211570] env[64147]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-12459906-656f-46a2-9e18-7eb9f9350dd2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.249478] env[64147]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 886bb. [ 532.249702] env[64147]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.294s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.250184] env[64147]: INFO nova.virt.vmwareapi.driver [None req-11a24070-9a93-4147-aa8a-8160fef1bb27 None None] VMware vCenter version: 7.0.3 [ 532.253792] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0918360c-ab0e-4afb-8a89-80387885971f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.274360] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad63ef33-97c6-441d-8194-5313f1d624e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.280223] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63638595-da4e-4b6c-abed-053662f5c5d1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.286792] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c8d69d-f2c6-4267-a803-68510a05c844 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.299654] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56944a4-31f5-47fe-a416-9d47b91933a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.305394] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd674cf-3348-4534-a52d-00ee3f5b69ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.334899] env[64147]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d2dbbd2d-200e-45a1-b03c-00ab39706715 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.339533] env[64147]: DEBUG nova.virt.vmwareapi.driver [None req-11a24070-9a93-4147-aa8a-8160fef1bb27 None None] Extension org.openstack.compute already exists. {{(pid=64147) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 532.342503] env[64147]: INFO nova.compute.provider_config [None req-11a24070-9a93-4147-aa8a-8160fef1bb27 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 532.846296] env[64147]: DEBUG nova.context [None req-11a24070-9a93-4147-aa8a-8160fef1bb27 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),ce1c347a-7252-4261-ae9a-b08b8dab7648(cell1) {{(pid=64147) load_cells /opt/stack/nova/nova/context.py:464}} [ 532.848422] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.848648] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.849333] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.849776] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Acquiring lock "ce1c347a-7252-4261-ae9a-b08b8dab7648" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.849966] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Lock "ce1c347a-7252-4261-ae9a-b08b8dab7648" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.851026] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Lock "ce1c347a-7252-4261-ae9a-b08b8dab7648" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.870851] env[64147]: INFO dbcounter [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Registered counter for database nova_cell0 [ 532.878880] env[64147]: INFO dbcounter [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Registered counter for database nova_cell1 [ 532.882282] env[64147]: DEBUG oslo_db.sqlalchemy.engines [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64147) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 532.882640] env[64147]: DEBUG oslo_db.sqlalchemy.engines [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64147) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 532.887546] env[64147]: ERROR nova.db.main.api [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 532.887546] env[64147]: result = function(*args, **kwargs) [ 532.887546] env[64147]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 532.887546] env[64147]: return func(*args, **kwargs) [ 532.887546] env[64147]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 532.887546] env[64147]: result = fn(*args, **kwargs) [ 532.887546] env[64147]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 532.887546] env[64147]: return f(*args, **kwargs) [ 532.887546] env[64147]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 532.887546] env[64147]: return db.service_get_minimum_version(context, binaries) [ 532.887546] env[64147]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 532.887546] env[64147]: _check_db_access() [ 532.887546] env[64147]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 532.887546] env[64147]: stacktrace = ''.join(traceback.format_stack()) [ 532.887546] env[64147]: [ 532.888359] env[64147]: ERROR nova.db.main.api [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 532.888359] env[64147]: result = function(*args, **kwargs) [ 532.888359] env[64147]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 532.888359] env[64147]: return func(*args, **kwargs) [ 532.888359] env[64147]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 532.888359] env[64147]: result = fn(*args, **kwargs) [ 532.888359] env[64147]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 532.888359] env[64147]: return f(*args, **kwargs) [ 532.888359] env[64147]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 532.888359] env[64147]: return db.service_get_minimum_version(context, binaries) [ 532.888359] env[64147]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 532.888359] env[64147]: _check_db_access() [ 532.888359] env[64147]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 532.888359] env[64147]: stacktrace = ''.join(traceback.format_stack()) [ 532.888359] env[64147]: [ 532.888735] env[64147]: WARNING nova.objects.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 532.888860] env[64147]: WARNING nova.objects.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Failed to get minimum service version for cell ce1c347a-7252-4261-ae9a-b08b8dab7648 [ 532.889297] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Acquiring lock "singleton_lock" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.889450] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Acquired lock "singleton_lock" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.889681] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Releasing lock "singleton_lock" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.890030] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Full set of CONF: {{(pid=64147) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 532.890222] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ******************************************************************************** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 532.890356] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] Configuration options gathered from: {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 532.890491] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 532.890685] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 532.890812] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ================================================================================ {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 532.891036] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] allow_resize_to_same_host = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.891212] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] arq_binding_timeout = 300 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.891342] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] backdoor_port = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.891470] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] backdoor_socket = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.891640] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] block_device_allocate_retries = 60 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.891799] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] block_device_allocate_retries_interval = 3 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.891969] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cert = self.pem {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.892152] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.892321] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute_monitors = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.892487] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] config_dir = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.892656] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] config_drive_format = iso9660 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.892789] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.892952] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] config_source = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.893131] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] console_host = devstack {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.893295] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] control_exchange = nova {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.893451] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cpu_allocation_ratio = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.893609] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] daemon = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.893810] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] debug = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.893978] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] default_access_ip_network_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.894158] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] default_availability_zone = nova {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.894315] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] default_ephemeral_format = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.894513] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] default_green_pool_size = 1000 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.894704] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.894864] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] default_schedule_zone = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.895031] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] disk_allocation_ratio = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.895196] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] enable_new_services = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.895369] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] enabled_apis = ['osapi_compute'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.895532] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] enabled_ssl_apis = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.895689] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] flat_injected = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.895846] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] force_config_drive = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.896012] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] force_raw_images = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.896219] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] graceful_shutdown_timeout = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.896383] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] heal_instance_info_cache_interval = 60 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.896602] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] host = cpu-1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.896773] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] initial_cpu_allocation_ratio = 4.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.896938] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] initial_disk_allocation_ratio = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.897112] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] initial_ram_allocation_ratio = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.897327] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.897490] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] instance_build_timeout = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.897646] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] instance_delete_interval = 300 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.897811] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] instance_format = [instance: %(uuid)s] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.897976] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] instance_name_template = instance-%08x {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.898150] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] instance_usage_audit = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.898319] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] instance_usage_audit_period = month {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.898480] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.898641] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] instances_path = /opt/stack/data/nova/instances {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.898802] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] internal_service_availability_zone = internal {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.898958] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] key = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.899133] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] live_migration_retry_count = 30 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.899304] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] log_color = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.899467] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] log_config_append = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.899632] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.899792] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] log_dir = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.899952] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] log_file = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.900090] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] log_options = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.900290] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] log_rotate_interval = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.900472] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] log_rotate_interval_type = days {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.900634] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] log_rotation_type = none {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.900763] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.900889] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.901068] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.901236] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.901363] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.901525] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] long_rpc_timeout = 1800 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.901682] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] max_concurrent_builds = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.901872] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] max_concurrent_live_migrations = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.902056] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] max_concurrent_snapshots = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.902222] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] max_local_block_devices = 3 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.902379] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] max_logfile_count = 30 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.902535] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] max_logfile_size_mb = 200 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.902690] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] maximum_instance_delete_attempts = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.902853] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] metadata_listen = 0.0.0.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.903029] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] metadata_listen_port = 8775 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.903200] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] metadata_workers = 2 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.903358] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] migrate_max_retries = -1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.903519] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] mkisofs_cmd = genisoimage {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.903766] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] my_block_storage_ip = 10.180.1.21 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.903879] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] my_ip = 10.180.1.21 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.904084] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.904247] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] network_allocate_retries = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.904422] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.904612] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] osapi_compute_listen = 0.0.0.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.904745] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] osapi_compute_listen_port = 8774 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.904908] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] osapi_compute_unique_server_name_scope = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.905087] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] osapi_compute_workers = 2 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.905249] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] password_length = 12 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.905408] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] periodic_enable = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.905562] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] periodic_fuzzy_delay = 60 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.905735] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] pointer_model = usbtablet {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.905897] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] preallocate_images = none {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.906068] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] publish_errors = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.906197] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] pybasedir = /opt/stack/nova {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.906353] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ram_allocation_ratio = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.906509] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] rate_limit_burst = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.906670] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] rate_limit_except_level = CRITICAL {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.906828] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] rate_limit_interval = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.906984] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] reboot_timeout = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.907155] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] reclaim_instance_interval = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.907307] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] record = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.907467] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] reimage_timeout_per_gb = 60 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.907628] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] report_interval = 120 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.907784] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] rescue_timeout = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.907942] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] reserved_host_cpus = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.908109] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] reserved_host_disk_mb = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.908269] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] reserved_host_memory_mb = 512 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.908427] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] reserved_huge_pages = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.908585] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] resize_confirm_window = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.908743] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] resize_fs_using_block_device = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.908901] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] resume_guests_state_on_host_boot = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.909076] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.909237] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] rpc_response_timeout = 60 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.909396] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] run_external_periodic_tasks = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.909561] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] running_deleted_instance_action = reap {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.909718] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] running_deleted_instance_poll_interval = 1800 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.909873] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] running_deleted_instance_timeout = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.910037] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] scheduler_instance_sync_interval = 120 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.910204] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] service_down_time = 720 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.910367] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] servicegroup_driver = db {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.910519] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] shell_completion = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.910673] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] shelved_offload_time = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.910826] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] shelved_poll_interval = 3600 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.910990] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] shutdown_timeout = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.911165] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] source_is_ipv6 = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.911322] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ssl_only = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.911566] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.911755] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] sync_power_state_interval = 600 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.911966] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] sync_power_state_pool_size = 1000 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.912168] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] syslog_log_facility = LOG_USER {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.912326] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] tempdir = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.912487] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] timeout_nbd = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.912654] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] transport_url = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.912815] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] update_resources_interval = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.912976] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] use_cow_images = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.913151] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] use_eventlog = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.913309] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] use_journal = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.913466] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] use_json = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.913622] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] use_rootwrap_daemon = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.913796] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] use_stderr = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.913960] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] use_syslog = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.914129] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vcpu_pin_set = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.914296] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plugging_is_fatal = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.914461] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plugging_timeout = 300 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.914625] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] virt_mkfs = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.914784] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] volume_usage_poll_interval = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.915024] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] watch_log_file = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.915226] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] web = /usr/share/spice-html5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.915415] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.915583] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.915745] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_brick.wait_mpath_device_interval = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.915919] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_concurrency.disable_process_locking = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.916490] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.916681] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.916856] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.917043] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_metrics.metrics_process_name = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.917222] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.917387] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.917569] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.auth_strategy = keystone {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.917738] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.compute_link_prefix = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.917913] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.918154] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.dhcp_domain = novalocal {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.918355] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.enable_instance_password = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.918523] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.glance_link_prefix = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.918688] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.918859] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.instance_list_cells_batch_strategy = distributed {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.919036] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.instance_list_per_project_cells = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.919203] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.list_records_by_skipping_down_cells = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.919366] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.local_metadata_per_cell = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.919535] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.max_limit = 1000 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.919701] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.metadata_cache_expiration = 15 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.919872] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.neutron_default_tenant_id = default {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.920056] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.response_validation = warn {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.920227] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.use_neutron_default_nets = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.920395] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.920556] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.vendordata_dynamic_failure_fatal = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.920718] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.920887] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.vendordata_dynamic_ssl_certfile = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.921068] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.vendordata_dynamic_targets = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.921311] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.vendordata_jsonfile_path = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.921525] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api.vendordata_providers = ['StaticJSON'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.921719] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.backend = dogpile.cache.memcached {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.921891] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.backend_argument = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.922065] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.backend_expiration_time = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.922239] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.config_prefix = cache.oslo {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.922409] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.dead_timeout = 60.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.922572] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.debug_cache_backend = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.922734] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.enable_retry_client = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.922896] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.enable_socket_keepalive = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.923078] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.enabled = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.923248] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.enforce_fips_mode = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.923413] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.expiration_time = 600 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.923619] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.hashclient_retry_attempts = 2 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.923843] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.hashclient_retry_delay = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.924026] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.memcache_dead_retry = 300 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.924194] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.memcache_password = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.924357] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.924520] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.924682] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.memcache_pool_maxsize = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.924837] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.memcache_pool_unused_timeout = 60 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.924998] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.memcache_sasl_enabled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.925191] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.memcache_servers = ['localhost:11211'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.925358] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.memcache_socket_timeout = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.925519] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.memcache_username = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.925682] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.proxies = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.925847] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.redis_db = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.926015] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.redis_password = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.926197] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.redis_sentinel_service_name = mymaster {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.926371] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.926538] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.redis_server = localhost:6379 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.926703] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.redis_socket_timeout = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.926862] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.redis_username = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.927034] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.retry_attempts = 2 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.927203] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.retry_delay = 0.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.927365] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.socket_keepalive_count = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.927525] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.socket_keepalive_idle = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.927685] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.socket_keepalive_interval = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.927838] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.tls_allowed_ciphers = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.927994] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.tls_cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.928187] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.tls_certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.928349] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.tls_enabled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.928504] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cache.tls_keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.928671] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.auth_section = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.928842] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.auth_type = password {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.929009] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.929227] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.catalog_info = volumev3::publicURL {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.929464] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.929657] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.929855] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.cross_az_attach = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.930041] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.debug = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.930207] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.endpoint_template = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.930372] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.http_retries = 3 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.930534] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.930695] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.930865] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.os_region_name = RegionOne {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.931042] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.931207] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cinder.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.931376] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.931535] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.cpu_dedicated_set = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.931691] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.cpu_shared_set = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.931867] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.image_type_exclude_list = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.932045] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.live_migration_wait_for_vif_plug = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.932214] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.max_concurrent_disk_ops = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.932378] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.max_disk_devices_to_attach = -1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.932541] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.932709] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.932873] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.resource_provider_association_refresh = 300 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.933044] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.933209] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.shutdown_retry_interval = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.933387] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.933563] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] conductor.workers = 2 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.933759] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] console.allowed_origins = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.933932] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] console.ssl_ciphers = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.934116] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] console.ssl_minimum_version = default {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.934289] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] consoleauth.enforce_session_timeout = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.934459] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] consoleauth.token_ttl = 600 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.934621] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.934779] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.934968] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.935145] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.connect_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.935307] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.connect_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.935463] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.endpoint_override = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.935625] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.935801] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.935978] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.max_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.936153] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.min_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.936310] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.region_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.936466] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.retriable_status_codes = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.936623] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.service_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.936790] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.service_type = accelerator {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.936953] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.937124] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.status_code_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.937286] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.status_code_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.937445] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.937622] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.937783] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] cyborg.version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.937964] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.backend = sqlalchemy {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.938147] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.connection = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.938312] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.connection_debug = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.938479] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.connection_parameters = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.938640] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.connection_recycle_time = 3600 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.938802] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.connection_trace = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.938964] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.db_inc_retry_interval = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.939140] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.db_max_retries = 20 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.939302] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.db_max_retry_interval = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.939462] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.db_retry_interval = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.939622] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.max_overflow = 50 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.939779] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.max_pool_size = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.939940] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.max_retries = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.940119] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.mysql_sql_mode = TRADITIONAL {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.940280] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.mysql_wsrep_sync_wait = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.940434] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.pool_timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.940594] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.retry_interval = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.940749] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.slave_connection = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.940909] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.sqlite_synchronous = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.941094] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] database.use_db_reconnect = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.941292] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.backend = sqlalchemy {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.941462] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.connection = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.941640] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.connection_debug = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.941827] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.connection_parameters = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.941993] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.connection_recycle_time = 3600 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.942172] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.connection_trace = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.942335] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.db_inc_retry_interval = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.942496] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.db_max_retries = 20 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.942654] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.db_max_retry_interval = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.942815] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.db_retry_interval = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.942974] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.max_overflow = 50 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.943147] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.max_pool_size = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.943307] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.max_retries = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.943471] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.943627] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.mysql_wsrep_sync_wait = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.943808] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.pool_timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.943981] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.retry_interval = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.944152] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.slave_connection = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.944313] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] api_database.sqlite_synchronous = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.944487] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] devices.enabled_mdev_types = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.944661] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.944845] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ephemeral_storage_encryption.default_format = luks {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.945030] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ephemeral_storage_encryption.enabled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.945201] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ephemeral_storage_encryption.key_size = 512 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.945370] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.api_servers = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.945534] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.945692] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.945853] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.946025] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.connect_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.946189] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.connect_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.946348] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.debug = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.946509] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.default_trusted_certificate_ids = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.946669] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.enable_certificate_validation = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.946831] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.enable_rbd_download = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.946988] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.endpoint_override = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.947167] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.947327] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.947483] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.max_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.947637] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.min_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.947797] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.num_retries = 3 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.947964] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.rbd_ceph_conf = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.948140] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.rbd_connect_timeout = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.948308] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.rbd_pool = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.948472] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.rbd_user = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.948628] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.region_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.948785] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.retriable_status_codes = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.948942] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.service_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.949127] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.service_type = image {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.949291] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.949446] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.status_code_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.949601] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.status_code_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.949789] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.949994] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.950177] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.verify_glance_signatures = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.950338] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] glance.version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.950506] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] guestfs.debug = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.950674] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.auth_section = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.950837] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.auth_type = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.950997] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.951169] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.951333] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.951489] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.connect_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.951647] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.connect_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.951803] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.endpoint_override = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.951964] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.952136] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.952294] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.max_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.952449] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.min_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.952603] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.region_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.952759] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.retriable_status_codes = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.952916] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.service_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.953098] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.service_type = shared-file-system {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.953290] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.share_apply_policy_timeout = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.953457] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.953615] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.status_code_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.953844] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.status_code_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.954038] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.954224] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.954386] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] manila.version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.954555] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] mks.enabled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.954903] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.955125] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] image_cache.manager_interval = 2400 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.955280] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] image_cache.precache_concurrency = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.955450] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] image_cache.remove_unused_base_images = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.955620] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.955790] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.955965] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] image_cache.subdirectory_name = _base {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.956160] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.api_max_retries = 60 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.956323] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.api_retry_interval = 2 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.956480] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.auth_section = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.956640] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.auth_type = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.956798] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.956955] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.957130] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.957292] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.conductor_group = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.957447] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.connect_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.957603] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.connect_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.957757] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.endpoint_override = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.957921] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.958086] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.958249] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.max_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.958401] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.min_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.958562] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.peer_list = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.958719] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.region_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.958876] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.retriable_status_codes = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.959048] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.serial_console_state_timeout = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.959213] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.service_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.959379] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.service_type = baremetal {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.959537] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.shard = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.959697] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.959854] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.status_code_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.960015] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.status_code_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.960180] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.960356] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.960517] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ironic.version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.960696] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.960866] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] key_manager.fixed_key = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.961061] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.961229] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.barbican_api_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.961382] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.barbican_endpoint = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.961551] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.barbican_endpoint_type = public {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.961737] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.barbican_region_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.961907] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.962066] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.962232] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.962393] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.962551] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.962712] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.number_of_retries = 60 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.962870] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.retry_delay = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.963040] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.send_service_user_token = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.963207] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.963363] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.963522] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.verify_ssl = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.963677] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican.verify_ssl_path = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.963865] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican_service_user.auth_section = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.964046] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican_service_user.auth_type = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.964211] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican_service_user.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.964367] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican_service_user.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.964527] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican_service_user.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.964690] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican_service_user.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.964866] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican_service_user.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.965064] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican_service_user.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.965229] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] barbican_service_user.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.965397] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vault.approle_role_id = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.965575] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vault.approle_secret_id = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.965806] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vault.kv_mountpoint = secret {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.965989] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vault.kv_path = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.966197] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vault.kv_version = 2 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.966365] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vault.namespace = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.966521] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vault.root_token_id = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.966679] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vault.ssl_ca_crt_file = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.966872] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vault.timeout = 60.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.967067] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vault.use_ssl = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.967245] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.967415] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.967577] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.967753] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.967899] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.connect_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.968072] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.connect_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.968235] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.endpoint_override = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.968398] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.968552] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.968710] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.max_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.968866] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.min_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.969029] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.region_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.969192] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.retriable_status_codes = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.969359] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.service_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.969534] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.service_type = identity {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.969683] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.969847] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.status_code_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.970039] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.status_code_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.970212] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.970395] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.970557] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] keystone.version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.970750] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.ceph_mount_options = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.971089] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.971287] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.connection_uri = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.971454] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.cpu_mode = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.971634] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.cpu_model_extra_flags = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.971825] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.cpu_models = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.972010] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.cpu_power_governor_high = performance {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.972217] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.cpu_power_governor_low = powersave {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.972388] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.cpu_power_management = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.972560] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.972725] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.device_detach_attempts = 8 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.972891] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.device_detach_timeout = 20 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.973070] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.disk_cachemodes = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.973239] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.disk_prefix = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.973407] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.enabled_perf_events = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.973576] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.file_backed_memory = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.973761] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.gid_maps = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.973941] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.hw_disk_discard = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.974119] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.hw_machine_type = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.974294] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.images_rbd_ceph_conf = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.974459] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.974632] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.974811] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.images_rbd_glance_store_name = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.975019] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.images_rbd_pool = rbd {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.975195] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.images_type = default {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.975356] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.images_volume_group = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.975522] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.inject_key = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.975712] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.inject_partition = -2 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.975920] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.inject_password = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.976108] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.iscsi_iface = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.976294] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.iser_use_multipath = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.976444] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_bandwidth = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.976611] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_completion_timeout = 800 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.976777] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_downtime = 500 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.976997] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_downtime_delay = 75 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.977221] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_downtime_steps = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.977395] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_inbound_addr = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.977565] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_permit_auto_converge = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.977732] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_permit_post_copy = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.977896] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_scheme = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.978080] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_timeout_action = abort {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.978250] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_tunnelled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.978410] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_uri = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.978574] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.live_migration_with_native_tls = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.978734] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.max_queues = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.978899] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.mem_stats_period_seconds = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.979153] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.979321] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.nfs_mount_options = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.979621] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.979804] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.num_aoe_discover_tries = 3 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.979973] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.num_iser_scan_tries = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.980181] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.num_memory_encrypted_guests = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.980357] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.num_nvme_discover_tries = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.980523] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.num_pcie_ports = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.980690] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.num_volume_scan_tries = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.980857] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.pmem_namespaces = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.981031] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.quobyte_client_cfg = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.981332] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.981507] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.rbd_connect_timeout = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.981674] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.981838] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.982006] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.rbd_secret_uuid = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.982177] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.rbd_user = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.982344] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.realtime_scheduler_priority = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.982516] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.remote_filesystem_transport = ssh {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.982676] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.rescue_image_id = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.982836] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.rescue_kernel_id = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.982995] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.rescue_ramdisk_id = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.983177] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.rng_dev_path = /dev/urandom {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.983336] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.rx_queue_size = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.983502] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.smbfs_mount_options = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.983828] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.984017] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.snapshot_compression = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.984204] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.snapshot_image_format = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.984442] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.984613] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.sparse_logical_volumes = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.984777] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.swtpm_enabled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.984981] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.swtpm_group = tss {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.985170] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.swtpm_user = tss {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.985339] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.sysinfo_serial = unique {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.985491] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.tb_cache_size = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.985649] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.tx_queue_size = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.985831] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.uid_maps = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.986047] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.use_virtio_for_bridges = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.986230] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.virt_type = kvm {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.986399] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.volume_clear = zero {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.986560] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.volume_clear_size = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.986725] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.volume_use_multipath = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.986885] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.vzstorage_cache_path = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.987064] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.987235] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.vzstorage_mount_group = qemu {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.987401] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.vzstorage_mount_opts = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.987570] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.987857] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.988052] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.vzstorage_mount_user = stack {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.988227] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.988402] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.auth_section = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.988577] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.auth_type = password {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.988737] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.988907] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.989114] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.989282] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.connect_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.989442] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.connect_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.989613] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.default_floating_pool = public {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.989774] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.endpoint_override = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.989940] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.extension_sync_interval = 600 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.990117] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.http_retries = 3 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.990281] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.990440] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.990598] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.max_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.990764] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.metadata_proxy_shared_secret = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.990923] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.min_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.991101] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.ovs_bridge = br-int {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.991266] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.physnets = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.991432] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.region_name = RegionOne {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.991587] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.retriable_status_codes = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.991749] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.service_metadata_proxy = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.991909] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.service_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.992088] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.service_type = network {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.992254] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.992410] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.status_code_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.992566] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.status_code_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.992727] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.992911] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.993081] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] neutron.version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.993260] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] notifications.bdms_in_notifications = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.993437] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] notifications.default_level = INFO {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.993603] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] notifications.include_share_mapping = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.993800] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] notifications.notification_format = unversioned {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.993979] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] notifications.notify_on_state_change = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.994188] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.994373] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] pci.alias = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.994542] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] pci.device_spec = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.994708] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] pci.report_in_placement = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.994914] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.auth_section = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.995121] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.auth_type = password {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.995293] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.auth_url = http://10.180.1.21/identity {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.995452] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.995611] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.995774] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.995958] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.connect_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.996171] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.connect_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.996339] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.default_domain_id = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.996496] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.default_domain_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.996655] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.domain_id = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.996815] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.domain_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.997072] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.endpoint_override = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.997283] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.997452] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.997613] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.max_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.997773] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.min_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.997944] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.password = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.998116] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.project_domain_id = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.998287] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.project_domain_name = Default {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.998448] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.project_id = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.998620] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.project_name = service {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.998785] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.region_name = RegionOne {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.998948] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.retriable_status_codes = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.999121] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.service_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.999292] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.service_type = placement {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.999456] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.999613] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.status_code_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.999772] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.status_code_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.999930] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.system_scope = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.000099] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.000260] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.trust_id = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.000416] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.user_domain_id = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.000580] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.user_domain_name = Default {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.000737] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.user_id = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.000910] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.username = nova {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.001133] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.001307] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] placement.version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.001480] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.cores = 20 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.001650] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.count_usage_from_placement = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.001820] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.002000] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.injected_file_content_bytes = 10240 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.002201] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.injected_file_path_length = 255 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.002370] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.injected_files = 5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.002535] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.instances = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.002698] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.key_pairs = 100 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.002863] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.metadata_items = 128 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.003038] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.ram = 51200 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.003208] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.recheck_quota = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.003375] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.server_group_members = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.003538] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.server_groups = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.003759] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.unified_limits_resource_list = ['servers'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.003953] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] quota.unified_limits_resource_strategy = require {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.004143] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.004309] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.004472] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] scheduler.image_metadata_prefilter = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.004632] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.004817] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] scheduler.max_attempts = 3 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.005014] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] scheduler.max_placement_results = 1000 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.005197] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.005361] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] scheduler.query_placement_for_image_type_support = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.005523] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.005696] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] scheduler.workers = 2 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.005869] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.006056] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.006238] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.006404] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.006569] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.006733] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.006899] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.007105] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.007279] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.host_subset_size = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.007446] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.007605] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.image_properties_default_architecture = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.007767] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.007935] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.isolated_hosts = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.008110] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.isolated_images = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.008273] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.max_instances_per_host = 50 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.008435] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.008598] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.008772] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.pci_in_placement = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.008939] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.009115] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.009282] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.009442] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.009604] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.009766] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.009929] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.track_instance_changes = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.010119] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.010293] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] metrics.required = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.010456] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] metrics.weight_multiplier = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.010615] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] metrics.weight_of_unavailable = -10000.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.010776] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] metrics.weight_setting = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.011099] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.011275] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] serial_console.enabled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.011451] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] serial_console.port_range = 10000:20000 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.011618] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.011786] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.011952] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] serial_console.serialproxy_port = 6083 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.012133] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] service_user.auth_section = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.012308] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] service_user.auth_type = password {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.012466] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] service_user.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.012623] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] service_user.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.012785] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] service_user.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.012948] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] service_user.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.013146] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] service_user.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.013321] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] service_user.send_service_user_token = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.013486] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] service_user.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.013643] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] service_user.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.013835] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.agent_enabled = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.014010] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.enabled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.014336] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.014539] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.html5proxy_host = 0.0.0.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.014712] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.html5proxy_port = 6082 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.014877] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.image_compression = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.015057] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.jpeg_compression = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.015219] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.playback_compression = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.015380] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.require_secure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.015547] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.server_listen = 127.0.0.1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.015732] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.015868] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.streaming_mode = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.016040] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] spice.zlib_compression = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.016208] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] upgrade_levels.baseapi = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.016375] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] upgrade_levels.compute = auto {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.016535] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] upgrade_levels.conductor = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.016692] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] upgrade_levels.scheduler = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.016856] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vendordata_dynamic_auth.auth_section = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.017028] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vendordata_dynamic_auth.auth_type = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.017190] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vendordata_dynamic_auth.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.017347] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vendordata_dynamic_auth.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.017509] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vendordata_dynamic_auth.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.017669] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vendordata_dynamic_auth.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.017824] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vendordata_dynamic_auth.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.017987] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vendordata_dynamic_auth.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.018205] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vendordata_dynamic_auth.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.018460] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.api_retry_count = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.018637] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.ca_file = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.018813] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.cache_prefix = devstack-image-cache {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.018983] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.cluster_name = testcl1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.019167] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.connection_pool_size = 10 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.019330] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.console_delay_seconds = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.019498] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.datastore_regex = ^datastore.* {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.019705] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.019879] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.host_password = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.020061] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.host_port = 443 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.020233] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.host_username = administrator@vsphere.local {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.020403] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.insecure = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.020565] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.integration_bridge = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.020729] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.maximum_objects = 100 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.020892] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.pbm_default_policy = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.021067] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.pbm_enabled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.021228] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.pbm_wsdl_location = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.021395] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.021553] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.serial_port_proxy_uri = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.021712] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.serial_port_service_uri = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.021879] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.task_poll_interval = 0.5 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.022062] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.use_linked_clone = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.022232] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.vnc_keymap = en-us {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.022398] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.vnc_port = 5900 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.022562] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vmware.vnc_port_total = 10000 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.022745] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vnc.auth_schemes = ['none'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.022920] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vnc.enabled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.023246] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.023456] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.023630] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vnc.novncproxy_port = 6080 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.023844] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vnc.server_listen = 127.0.0.1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.024049] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.024218] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vnc.vencrypt_ca_certs = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.024380] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vnc.vencrypt_client_cert = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.024539] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vnc.vencrypt_client_key = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.024721] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.024887] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.disable_deep_image_inspection = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.025062] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.disable_fallback_pcpu_query = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.025227] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.disable_group_policy_check_upcall = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.025388] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.025548] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.disable_rootwrap = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.025708] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.enable_numa_live_migration = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.025869] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.026048] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.026210] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.handle_virt_lifecycle_events = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.026370] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.libvirt_disable_apic = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.026531] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.never_download_image_if_on_rbd = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.026692] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.026850] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.027023] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.027183] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.027342] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.027500] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.027657] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.027817] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.027981] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.028180] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.028347] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] wsgi.client_socket_timeout = 900 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.028512] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] wsgi.default_pool_size = 1000 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.028677] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] wsgi.keep_alive = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.028845] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] wsgi.max_header_line = 16384 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.029013] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] wsgi.secure_proxy_ssl_header = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.029182] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] wsgi.ssl_ca_file = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.029343] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] wsgi.ssl_cert_file = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.029500] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] wsgi.ssl_key_file = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.029663] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] wsgi.tcp_keepidle = 600 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.029829] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.029997] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] zvm.ca_file = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.030170] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] zvm.cloud_connector_url = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.030458] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.030632] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] zvm.reachable_timeout = 300 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.030806] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.030983] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.031174] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler.connection_string = messaging:// {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.031342] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler.enabled = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.031510] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler.es_doc_type = notification {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.031697] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler.es_scroll_size = 10000 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.031881] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler.es_scroll_time = 2m {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.032061] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler.filter_error_trace = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.032235] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler.hmac_keys = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.032399] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler.sentinel_service_name = mymaster {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.032566] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler.socket_timeout = 0.1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.032728] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler.trace_requests = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.032890] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler.trace_sqlalchemy = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.033079] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler_jaeger.process_tags = {} {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.033242] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler_jaeger.service_name_prefix = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.033403] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] profiler_otlp.service_name_prefix = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.033569] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] remote_debug.host = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.033759] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] remote_debug.port = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.033980] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.034163] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.034333] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.034492] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.034651] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.034818] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.034988] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.035165] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.035328] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.035496] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.hostname = devstack {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.035652] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.035820] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.035988] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.036196] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.036370] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.036538] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.036697] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.036869] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.037045] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.037209] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.037375] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.037538] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.037697] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.037861] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.038032] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.038196] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.038355] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.038512] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.038675] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.038838] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.ssl = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.039022] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.039191] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.039352] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.039519] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.039685] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.ssl_version = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.039939] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.040157] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.040327] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_notifications.retry = -1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.040509] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.040679] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_messaging_notifications.transport_url = **** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.040851] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.auth_section = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.041028] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.auth_type = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.041194] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.cafile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.041351] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.certfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.041512] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.collect_timing = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.041694] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.connect_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.041872] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.connect_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.042046] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.endpoint_id = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.042221] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.endpoint_interface = publicURL {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.042378] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.endpoint_override = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.042534] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.endpoint_region_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.042690] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.endpoint_service_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.042845] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.endpoint_service_type = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.043020] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.insecure = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.043179] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.keyfile = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.043336] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.max_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.043490] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.min_version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.043643] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.region_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.043872] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.retriable_status_codes = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.044057] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.service_name = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.044220] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.service_type = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.044381] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.split_loggers = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.044539] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.status_code_retries = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.044746] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.status_code_retry_delay = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.044935] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.timeout = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.045107] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.valid_interfaces = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.045266] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_limit.version = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.045432] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_reports.file_event_handler = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.045594] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_reports.file_event_handler_interval = 1 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.045749] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] oslo_reports.log_dir = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.045918] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.046111] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_linux_bridge_privileged.group = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.046282] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.046449] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.046612] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.046769] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_linux_bridge_privileged.user = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.046940] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.047115] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_ovs_privileged.group = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.047275] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_ovs_privileged.helper_command = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.047438] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.047599] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.047812] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] vif_plug_ovs_privileged.user = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.048063] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_linux_bridge.flat_interface = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.048273] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.048451] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.048621] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.048792] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.048961] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.049141] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.049303] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_linux_bridge.vlan_interface = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.049479] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.049649] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_ovs.isolate_vif = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.049818] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.049986] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.050169] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.050339] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_ovs.ovsdb_interface = native {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.050500] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] os_vif_ovs.per_port_bridge = False {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.050669] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] privsep_osbrick.capabilities = [21] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.050856] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] privsep_osbrick.group = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.051025] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] privsep_osbrick.helper_command = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.051194] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.051357] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] privsep_osbrick.thread_pool_size = 8 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.051514] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] privsep_osbrick.user = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.051719] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.051892] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] nova_sys_admin.group = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.052061] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] nova_sys_admin.helper_command = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.052228] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.052446] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] nova_sys_admin.thread_pool_size = 8 {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.052630] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] nova_sys_admin.user = None {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.052763] env[64147]: DEBUG oslo_service.service [None req-4cacf302-15be-489a-b62a-1783db0792ac None None] ******************************************************************************** {{(pid=64147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 533.053191] env[64147]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 533.557874] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Getting list of instances from cluster (obj){ [ 533.557874] env[64147]: value = "domain-c8" [ 533.557874] env[64147]: _type = "ClusterComputeResource" [ 533.557874] env[64147]: } {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 533.558983] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7b019e-fbcf-4a75-adfd-db6d7f20d274 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.568128] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Got total of 0 instances {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 533.568745] env[64147]: WARNING nova.virt.vmwareapi.driver [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 533.569232] env[64147]: INFO nova.virt.node [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Generated node identity 4bc284ec-2b0f-466c-afec-5b2381c25120 [ 533.569470] env[64147]: INFO nova.virt.node [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Wrote node identity 4bc284ec-2b0f-466c-afec-5b2381c25120 to /opt/stack/data/n-cpu-1/compute_id [ 534.071729] env[64147]: WARNING nova.compute.manager [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Compute nodes ['4bc284ec-2b0f-466c-afec-5b2381c25120'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 535.077961] env[64147]: INFO nova.compute.manager [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 536.082997] env[64147]: WARNING nova.compute.manager [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 536.083390] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.083497] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.083642] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.083951] env[64147]: DEBUG nova.compute.resource_tracker [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 536.085171] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb571b0-05c4-4475-9a41-4c398a2e8a43 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.093105] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c212b659-94ad-43ad-8df9-4ee773a0e853 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.106822] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98937d7-0e0e-4916-a366-5cd1b772bd98 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.113361] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06164cc-c67e-41af-b0a4-e06cabff62f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.142298] env[64147]: DEBUG nova.compute.resource_tracker [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181383MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 536.142453] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.142645] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.645528] env[64147]: WARNING nova.compute.resource_tracker [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] No compute node record for cpu-1:4bc284ec-2b0f-466c-afec-5b2381c25120: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 4bc284ec-2b0f-466c-afec-5b2381c25120 could not be found. [ 537.149629] env[64147]: INFO nova.compute.resource_tracker [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 4bc284ec-2b0f-466c-afec-5b2381c25120 [ 538.658239] env[64147]: DEBUG nova.compute.resource_tracker [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 538.658586] env[64147]: DEBUG nova.compute.resource_tracker [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 538.811445] env[64147]: INFO nova.scheduler.client.report [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] [req-3a744fd2-0a21-41fc-8fdd-d1ea247fd2ac] Created resource provider record via placement API for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 538.828217] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09845679-8c70-45a3-92cc-c95790381a8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.836107] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9df7fcf-175e-4a96-9d7d-5c0877211768 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.866100] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161a5330-1da3-40ee-972d-8da29b3a03fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.873040] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadf6d1a-cb44-4f06-be50-d55b7de88b0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.885777] env[64147]: DEBUG nova.compute.provider_tree [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 539.418110] env[64147]: DEBUG nova.scheduler.client.report [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 539.418351] env[64147]: DEBUG nova.compute.provider_tree [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 0 to 1 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 539.418493] env[64147]: DEBUG nova.compute.provider_tree [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 539.467488] env[64147]: DEBUG nova.compute.provider_tree [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 1 to 2 during operation: update_traits {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 539.974076] env[64147]: DEBUG nova.compute.resource_tracker [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 539.974076] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.829s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.974076] env[64147]: DEBUG nova.service [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Creating RPC server for service compute {{(pid=64147) start /opt/stack/nova/nova/service.py:186}} [ 539.986261] env[64147]: DEBUG nova.service [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] Join ServiceGroup membership for this service compute {{(pid=64147) start /opt/stack/nova/nova/service.py:203}} [ 539.986713] env[64147]: DEBUG nova.servicegroup.drivers.db [None req-1e4f19a0-9a78-43b5-a8fc-fd2a7c8a6b46 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=64147) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 559.990798] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_power_states {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.494320] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Getting list of instances from cluster (obj){ [ 560.494320] env[64147]: value = "domain-c8" [ 560.494320] env[64147]: _type = "ClusterComputeResource" [ 560.494320] env[64147]: } {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 560.495864] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee77672f-40a2-41e6-a489-c6778ffc8358 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.504702] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Got total of 0 instances {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 560.504924] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.505261] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Getting list of instances from cluster (obj){ [ 560.505261] env[64147]: value = "domain-c8" [ 560.505261] env[64147]: _type = "ClusterComputeResource" [ 560.505261] env[64147]: } {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 560.506164] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230347d9-a709-4459-8497-435f1e853aac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.514219] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Got total of 0 instances {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 588.328415] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.328813] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.328851] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 588.328977] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 588.832136] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 588.832394] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.832658] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.832862] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.833062] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.833252] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.833432] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.833594] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 588.833736] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.337238] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.337651] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.337651] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.337778] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 589.338650] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca13414-446a-4057-a310-e07017e3f27e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.346500] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e3e552-786e-469c-a4ea-ea915c856a04 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.360897] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74e3ab8-9914-49cf-ae88-fd959155a510 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.367130] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd64219c-11bd-4c7f-b464-356ce31957cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.394857] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181365MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 589.395022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.395196] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.415020] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 590.415020] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 590.432085] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb58f0d9-acf3-4bc4-8409-9ceddf5bc80e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.437857] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71fdbb8-86fc-4058-ae09-faa348006f74 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.466481] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa1d376-717b-441f-89cb-42c832d02ab6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.473568] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad45579-3961-4880-a0c5-804b76225cc2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.486245] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.990045] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.494751] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 591.495120] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.481651] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.482153] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.988607] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.988776] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 651.988898] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 652.491646] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 652.491999] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.491999] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.492132] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.492270] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.492410] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.492548] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.492671] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 652.492805] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.996406] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.996679] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.996851] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.996996] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 652.997892] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6e24ee-2770-4c23-9bf0-23e862761e07 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.006081] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a6df46-5b6f-4df6-9883-78e38f2d3704 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.019407] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55558ef0-dc14-4a2d-9dbb-3555f27fa2c8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.025388] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee85cdc3-2037-4c75-85b7-25a8588e2413 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.052818] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181379MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 653.052960] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.053159] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.070583] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 654.070815] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 654.083681] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93998468-94d6-4b3f-b6e1-4f31290f982b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.091389] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b865f1-f201-427e-97d1-1f5ad398be9d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.121012] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa735ad-2ecf-4314-9682-914b70b4d31a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.128107] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15add161-dca8-4cdc-ad3e-4ff9ba3a4277 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.140875] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.644027] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.645383] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 654.645577] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.647151] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.649702] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.649702] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 714.649702] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 715.150575] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 715.152521] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.152521] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.152521] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.152521] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.152521] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.152521] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.152792] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 715.152792] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.654917] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.655285] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.655460] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.655552] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 715.656451] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16200922-dd22-4b46-bf70-8f6f20046258 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.664433] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c26b622-6e1b-412f-a521-8565648fc50a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.678329] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c01628-cc59-4f60-9593-e40d8e054a25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.684529] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce640e3-744d-4e05-a721-cb73a0587194 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.712416] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181382MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 715.712570] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.712730] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.730609] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 716.730842] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 716.743244] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c913a692-4a44-4a1d-8ed7-0e9949681c9f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.750880] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef6342d-01e3-46fc-bd1c-84a97cc03254 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.779841] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a81e9-91f4-456b-aace-25199c16b768 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.786584] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12616e22-3e67-4be0-b755-c07a6482702c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.799042] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.302405] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.303665] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 717.303895] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.973848] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.974266] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.479536] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.479720] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 773.479817] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 773.983331] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 773.983771] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.983771] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.983844] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.983980] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.984143] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.984288] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.984447] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 773.984614] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.488196] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.488451] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.489770] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.489770] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 774.489770] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b29b4e8-b4b1-41e0-953a-4125d9fdac69 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.498224] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da9072c-8d69-4a96-9e92-1ce313bc37c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.512455] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe441300-2e76-4e2f-bd3b-ca17baa29b8b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.518484] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02020a18-1b2e-422f-b78c-3d5fecba6c45 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.545515] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181368MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 774.545650] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.545805] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.564485] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 775.564736] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 775.578223] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e72a70d-c4fd-4c2b-852b-f3d14b6c799e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.585964] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e3f4b0-cdd7-432b-b0f2-3cd158c1399e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.615836] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161d90e1-0c1d-4476-896e-03b0e07ef95a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.622857] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb1ea24-1e77-4a29-b3f0-05fe20c7af79 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.635402] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.138264] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.139580] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 776.139763] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.319892] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.320262] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 828.320262] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 828.823551] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 828.823822] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.823956] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 829.327309] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] There are 0 instances to clean {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 829.327785] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 829.327785] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances with incomplete migration {{(pid=64147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 829.829996] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.829383] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.829761] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.829761] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.829925] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.319735] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.320111] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.320111] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.320274] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 833.320363] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.824027] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.824344] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.824490] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.824651] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 833.825581] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279ae0e0-99e0-4abb-9abf-854429a31e33 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.834059] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d17cdd6-430c-46b2-9036-96cebdad3f95 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.848596] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256f6e5b-da0f-4e8d-94f7-3ab1f4f96928 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.854657] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2d772f-b8f3-4639-aa9b-3e7a2b157e2c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.883206] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181363MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 833.883351] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.883515] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.902095] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 834.902352] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 834.915393] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86df6e8d-8604-4e03-8a50-d6d6fa6c3e04 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.923786] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3e8369-2e45-4f25-9e03-848eb94d6d18 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.953820] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed63ace-4531-4a6d-a1e3-08d8a458256e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.960851] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f12d9-849a-4a7d-9e62-669051b4b21c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.973277] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.476824] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.478153] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 835.478354] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.478505] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.478849] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 890.478896] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 890.982400] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 890.982568] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.819403] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 893.318814] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 893.319073] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.315022] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.819968] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.820260] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 894.820349] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.325338] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.325787] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.325787] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.325937] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 895.326825] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faba67a-2bb6-4a23-a4bf-4422649c7f8b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.335058] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedcb3dd-d063-4237-af71-a468d5678527 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.348462] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3f2c85-d59c-4a8c-98b0-943c094212e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.354418] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9084b4-faa5-4933-a309-ae00ee6f3cf0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.382567] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181359MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 895.382697] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.382876] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.419560] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 896.419844] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 896.438088] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 896.452409] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 896.452581] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.464282] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 896.479918] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 896.491141] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9458606-6e45-4a50-8816-e9bece8a054f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.498440] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d680e9-d411-4653-b8f9-380260b5bf63 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.527540] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f5c7f-99e2-4a65-9012-2587314ed5d8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.534359] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04bcfd2-7777-48f8-8bc6-71f5ebef9b1b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.548499] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.051245] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.052538] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 897.052730] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.670s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.552462] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.552830] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.320588] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.320968] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 950.320968] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 950.824227] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 951.319958] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.315886] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.319590] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.822720] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.822965] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.823152] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.823308] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 954.824239] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffd4246-9d68-4587-9f4f-e4284d646a7e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.832549] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba01ab4-58c5-4d59-86d4-961afc68709e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.846198] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a052bfd-af3c-4bae-bfdc-5b4e646b0115 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.852495] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fe4990-ebf2-4498-ad8a-45a9cfcac145 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.880663] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181355MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 954.880789] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.880971] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.899426] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 955.899707] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 955.913166] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf535c6-bbc0-4765-b550-5fa2bca8c070 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.920943] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8970e08-c5cb-4ed8-a206-7592ad68db4d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.949695] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaddff2-d5e2-425e-8721-0ca1a3e3985e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.956616] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1cfc2a-0074-4fb5-8e81-e52c09c942ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.970015] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.476370] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.477680] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 956.477868] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.478511] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.478843] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.478902] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.479027] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.479181] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.479316] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1011.321108] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.321516] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1011.321516] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1011.824627] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1012.319702] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.315238] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.820024] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.323240] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.323621] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.323670] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.325018] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1015.325018] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c757c478-5f83-4629-a2bf-a2b5d69ea010 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.332649] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab4b872-111b-456c-a9dd-10b29347ef7a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.346090] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b3e4bd-a9ac-49c1-88b1-24983d039fcb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.351914] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88cb56e-43ce-4cd8-a271-698bb6ba52d6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.380312] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181369MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1015.380447] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.380628] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.398410] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1016.398656] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1016.411991] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45706039-bc02-4db9-b0f7-06ca8e3a6822 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.419858] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe15a12-6f80-4785-9123-bdca45c17f85 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.450576] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b7f419-100d-473c-97d5-b102eb8a81b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.457965] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1c30ce-b054-40cc-9fec-3ea450588fcf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.471292] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.974798] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.976181] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1016.976367] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.477072] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.477455] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.477502] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.477633] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.477778] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.477920] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.478077] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1072.320944] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.321382] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1072.321382] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1072.824773] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1072.825079] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.319490] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.319911] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.319911] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.823532] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.823783] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.823944] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.824136] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1075.825179] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60dfef6-487b-4ede-9272-033f4b85d70c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.833556] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7d69a0-b0b9-4aeb-9e80-33380405cd10 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.847122] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f63585-cd85-408b-a712-1d78784b76dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.853557] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d839163d-310a-4cc0-aac2-6caab903658b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.882275] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181363MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1075.882402] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.882582] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.900284] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1076.900535] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1076.913017] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41df7f44-ba2a-43e8-abf6-a8bc3c26d736 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.920621] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bde663-cf0f-4b5e-acc4-835bf967b899 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.949748] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c9a47-3745-4884-b3f2-6c3bdcb1e800 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.956664] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317db795-41fe-4d6e-ad62-b3b63eb8a030 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.969117] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.472718] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.474046] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1077.474234] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.473900] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.474370] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.474370] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.474436] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.474577] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1128.322668] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.323111] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1128.827529] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] There are 0 instances to clean {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1132.824361] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.824756] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1132.824756] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1133.328133] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1133.328396] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.319681] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.320082] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.822792] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.823062] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.823239] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.823389] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1135.824325] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7990e5-9665-4c37-8b44-4b2cb33e1561 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.832523] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4192d879-0bb0-4536-b891-7b9dbe85b83e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.845792] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449f8f50-9486-4447-a784-190cef122aba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.851689] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9249c04f-7ea6-4515-a3bf-24ce633984ff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.879294] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181358MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1135.879420] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.879599] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.903102] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1136.903102] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1136.918016] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19689c6-e38d-44bd-88b4-20116fbe8c97 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.924336] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48cb45b-87ca-4d52-be61-fa67c80f2dbb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.953645] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084e84e7-4d23-4d64-a0d4-a03d625fb7c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.961338] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ecd3f2-eed1-4594-bf16-06cfd7f1a940 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.974680] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.478064] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.479171] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1137.479357] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.474993] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.983966] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.984185] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.984343] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.320021] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.320221] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1140.320531] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.320819] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.321182] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances with incomplete migration {{(pid=64147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1142.320102] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.498098] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_power_states {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.002175] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Getting list of instances from cluster (obj){ [ 1161.002175] env[64147]: value = "domain-c8" [ 1161.002175] env[64147]: _type = "ClusterComputeResource" [ 1161.002175] env[64147]: } {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1161.003287] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca5392a-8e92-4ff6-9d2e-7c7157e1b91d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.012476] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Got total of 0 instances {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1192.833639] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.834074] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1192.834074] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1193.336800] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1193.337045] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.319627] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.320042] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.823490] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.823760] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.823895] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.824132] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1195.824996] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ea10bd-8545-48e3-992e-b3083db4cb94 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.833455] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9dfee3-3d3d-4041-ad38-f8d6d2aaf97d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.846853] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fd828c-818a-4124-8ff5-a6f4767b8b87 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.852910] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602ea4c7-270c-4b52-9a4c-e9830f181f5b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.881416] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181353MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1195.881530] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.881721] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.001710] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1197.001985] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1197.016973] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1197.027576] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1197.027747] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.036671] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1197.050769] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1197.061254] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16dcb6b-a412-4b33-a79d-ef4a77de03cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.068875] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69503c72-c5a6-4355-bd8d-3886534d967b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.097692] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefa9c9e-b8c1-4119-8d55-c43e475872aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.104293] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445b2f22-f062-4087-b9ca-43c8a39afea1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.116782] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.620150] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.621598] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1197.621779] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.740s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.621163] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.621586] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.319386] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.319631] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.319754] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1200.319474] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.319963] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.319963] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1253.320398] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1253.822940] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1253.823205] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.319878] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.320331] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.826311] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.320713] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.825908] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.825908] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.825908] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.825908] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1257.825908] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1afc94-81b0-4094-a938-e1964a82c501 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.833758] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25e6108-a16d-4121-9ace-619d86aac89f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.847623] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ae5388-e5e5-4db5-b1c5-1e439a76c156 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.855016] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe44fe5f-580e-4836-ad2f-cdd6bc0850df {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.885322] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181356MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1257.885322] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.885322] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.902224] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1258.902467] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1258.915687] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114a8a4e-91e5-40ca-959e-cfef91414c33 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.923576] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4569ff-6a68-4a6f-8ffb-8f535f538587 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.952346] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717f249d-e47b-425b-a570-fd7530c84a51 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.959252] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebba930-2a32-4025-8995-db3ad9b79cb9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.971721] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.474950] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.476236] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1259.476409] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.476597] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.476833] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.476987] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.477161] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.477298] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1314.320726] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.321163] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1314.321163] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1314.823898] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1314.824118] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.319730] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.315153] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.318708] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.821727] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.822108] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.822153] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.822289] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1317.823264] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee71fb00-a141-4675-be31-6996d7efdd9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.831748] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c774f7-0eea-48d6-a39a-e4c592dad885 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.845809] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57743e98-3a17-4d3f-8bb2-2cf0d335c82a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.852252] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26c1eee-ce45-4c67-b15a-9c0cb9ad60f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.880587] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181354MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1317.880757] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.880964] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.899508] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1318.899752] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1318.912299] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3fc7aa-99ac-42bf-93b8-53949a92247c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.919534] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323052f9-ae88-4eb3-b5dc-7c5f19d9e9f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.948580] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47bbfba-0c3e-451e-96a3-a92a5a8fe6f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.955722] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12514e74-6185-4045-b146-f07b57972ea2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.968331] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.471746] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.473069] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1319.473252] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.474884] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.475273] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.475273] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.475421] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.475594] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1375.320555] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.320355] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.320555] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1376.320682] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1376.823855] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1377.818633] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.819178] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.323649] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.319293] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.823047] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.823381] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.823560] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.823714] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1379.824648] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551a8e0f-816f-4c19-82d8-f33a2441d3d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.832735] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725e13c3-7792-4feb-92a0-384f2ef6bc4c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.846289] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ad018f-e056-401d-8af6-f67012b2ed21 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.852241] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb611509-b559-42e4-9943-47f60f078f75 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.879903] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181348MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1379.880044] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.880220] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.898161] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1380.898416] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1380.911777] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c264a146-ff51-47d9-b959-c323b85d8e4a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.919304] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39628743-6a0e-4699-a7ac-cfbb86241639 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.949797] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ba1b48-1420-4f4a-8989-d92c75a5d2ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.957470] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcebdc94-97e0-43e1-8309-96fc479d56d2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.970068] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.472808] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.474124] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1381.474326] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.474942] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.475370] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.475370] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.475487] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.475623] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1424.759502] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquiring lock "7e11c2cd-02fa-4b35-b8f8-4436aa0d7556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.759502] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Lock "7e11c2cd-02fa-4b35-b8f8-4436aa0d7556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.261516] env[64147]: DEBUG nova.compute.manager [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1425.754324] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.755067] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.800922] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.802239] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.803550] env[64147]: INFO nova.compute.claims [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.975385] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.975687] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.257597] env[64147]: DEBUG nova.compute.manager [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.478912] env[64147]: DEBUG nova.compute.manager [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.789184] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.909883] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquiring lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.911155] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.943882] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5ca2cc-4e34-4787-b793-8c12e22bc3f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.958358] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d8fa9c-bd5a-48ae-9061-92e34cd3d2aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.998132] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3f30da-3439-4ede-a152-012e7b5f9147 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.009832] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6844c4-b6b9-42da-af8c-f9dd1e216ff3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.023974] env[64147]: DEBUG nova.compute.provider_tree [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.026922] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.418537] env[64147]: DEBUG nova.compute.manager [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.465738] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "964e7610-9650-42c8-a5f3-dc45716fe95c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.465849] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "964e7610-9650-42c8-a5f3-dc45716fe95c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.514615] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "53ceb216-7d63-4dfd-8185-1bf488665180" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.514745] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "53ceb216-7d63-4dfd-8185-1bf488665180" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.526916] env[64147]: DEBUG nova.scheduler.client.report [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.953721] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.968577] env[64147]: DEBUG nova.compute.manager [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.019039] env[64147]: DEBUG nova.compute.manager [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.031687] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.032464] env[64147]: DEBUG nova.compute.manager [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1428.035799] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.248s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.037259] env[64147]: INFO nova.compute.claims [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.082029] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquiring lock "057f77dc-a1e1-4aa2-814f-87fee60d5988" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.082029] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Lock "057f77dc-a1e1-4aa2-814f-87fee60d5988" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.495466] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.543624] env[64147]: DEBUG nova.compute.utils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1428.546669] env[64147]: DEBUG nova.compute.manager [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Not allocating networking since 'none' was specified. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1428.552075] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.583495] env[64147]: DEBUG nova.compute.manager [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1429.048207] env[64147]: DEBUG nova.compute.manager [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1429.124029] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.161885] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquiring lock "7fbe345a-3ce0-4e4d-9a64-aecade889565" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.161885] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "7fbe345a-3ce0-4e4d-9a64-aecade889565" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.244919] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1db30c2-4524-4e76-b737-34baa66f3514 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.254192] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf5be36-e45e-498f-816f-2ff24447aee9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.287662] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5636f53a-3a75-49d2-9679-7e22a2058086 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.296043] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646b1bf2-4a2c-401e-b83e-6d4131f131f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.310762] env[64147]: DEBUG nova.compute.provider_tree [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.665347] env[64147]: DEBUG nova.compute.manager [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1429.814966] env[64147]: DEBUG nova.scheduler.client.report [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.009342] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquiring lock "9b498cb6-7367-4420-bc36-238846408fc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.009599] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Lock "9b498cb6-7367-4420-bc36-238846408fc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.062590] env[64147]: DEBUG nova.compute.manager [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1430.207467] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.324491] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.325051] env[64147]: DEBUG nova.compute.manager [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.327777] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.301s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.329507] env[64147]: INFO nova.compute.claims [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.514138] env[64147]: DEBUG nova.compute.manager [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1430.547706] env[64147]: DEBUG nova.virt.hardware [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.548031] env[64147]: DEBUG nova.virt.hardware [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.549120] env[64147]: DEBUG nova.virt.hardware [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.549120] env[64147]: DEBUG nova.virt.hardware [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.549120] env[64147]: DEBUG nova.virt.hardware [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.549120] env[64147]: DEBUG nova.virt.hardware [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.549876] env[64147]: DEBUG nova.virt.hardware [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.550186] env[64147]: DEBUG nova.virt.hardware [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.550419] env[64147]: DEBUG nova.virt.hardware [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.550656] env[64147]: DEBUG nova.virt.hardware [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.550858] env[64147]: DEBUG nova.virt.hardware [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.551828] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd924aa-c776-40bf-934c-b9d73fc13638 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.563957] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d11d26-a776-4676-995b-9b00c0b7a1c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.587043] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e65125-f41c-48fd-8847-a7cb529c6b69 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.609725] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.627052] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.627949] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34bb3144-1353-42b0-bed1-c12ccf34c00e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.646099] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Created folder: OpenStack in parent group-v4. [ 1430.646099] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Creating folder: Project (e7828e8777474238b86a07b10c049c8b). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.646099] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e888dc73-eb83-4b42-9f52-75e2dbbbabdd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.656062] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Created folder: Project (e7828e8777474238b86a07b10c049c8b) in parent group-v380629. [ 1430.657188] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Creating folder: Instances. Parent ref: group-v380630. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.657188] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a1ba1ef-1fd6-4f03-a7d7-884d1e72bb6d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.667823] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Created folder: Instances in parent group-v380630. [ 1430.667973] env[64147]: DEBUG oslo.service.loopingcall [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.668798] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.668798] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30c75f62-bd9c-4034-86b6-4f17d1389338 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.689789] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.689789] env[64147]: value = "task-1839451" [ 1430.689789] env[64147]: _type = "Task" [ 1430.689789] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.703194] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839451, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.837107] env[64147]: DEBUG nova.compute.utils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.840655] env[64147]: DEBUG nova.compute.manager [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.843181] env[64147]: DEBUG nova.network.neutron [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.957568] env[64147]: DEBUG nova.policy [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e9036bf55fa461bad6c04ed8b9f61b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b09700a870949ca857cc71f1361eb55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1431.056523] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.201749] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839451, 'name': CreateVM_Task, 'duration_secs': 0.361055} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.202057] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.203056] env[64147]: DEBUG oslo_vmware.service [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b06c4c4-ece7-474d-b711-ae55f5d5f9ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.210812] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.210812] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.211121] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.215173] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21581a65-c462-4144-bd35-aa5325e0ecf7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.219179] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1431.219179] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523e86a3-4d9a-dcf9-9874-6670ac58866d" [ 1431.219179] env[64147]: _type = "Task" [ 1431.219179] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.227219] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523e86a3-4d9a-dcf9-9874-6670ac58866d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.342567] env[64147]: DEBUG nova.compute.manager [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.491823] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "e3fc8314-7f46-4c87-ac67-76133a853b0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.492227] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "e3fc8314-7f46-4c87-ac67-76133a853b0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.589876] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e51c9c-c379-498c-ad81-ca0778035b2a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.599304] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e19c08a-b33b-4857-97aa-7afdce785110 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.647894] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86d87b6-0a7d-4a02-bfae-f9588fe53775 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.660580] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9b70ef-ffff-4d09-a6f9-b6c2c569f95b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.672859] env[64147]: DEBUG nova.compute.provider_tree [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.675177] env[64147]: DEBUG nova.network.neutron [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Successfully created port: 2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.736338] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.736338] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.736338] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.736338] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.736628] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.736628] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7433aaf2-69a5-49fc-a5d6-e15e4220babd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.752012] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.752212] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.753058] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a8bc97-902a-473c-95b2-3ca41561f599 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.761942] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc2e16e-2926-4e22-8278-a4c02ece581a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.767285] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1431.767285] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52c2f2ad-167a-5160-b0f3-c38c45646e20" [ 1431.767285] env[64147]: _type = "Task" [ 1431.767285] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.776218] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c2f2ad-167a-5160-b0f3-c38c45646e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.994404] env[64147]: DEBUG nova.compute.manager [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1432.179486] env[64147]: DEBUG nova.scheduler.client.report [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.280338] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Preparing fetch location {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1432.280749] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Creating directory with path [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.280850] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de2849a9-7191-4691-9042-20b0f6d3b45c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.308033] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Created directory with path [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.308033] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Fetch image to [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1432.308270] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Downloading image file data 190a21b2-8ff5-444e-86c3-88185b9f8cea to [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk on the data store datastore1 {{(pid=64147) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1432.308909] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58f68e7-d489-450d-9627-85f69f8acd58 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.326606] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6296453-904f-4c56-956d-3df60e23f7c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.338644] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b699c013-42fc-438c-b7a2-a762691b593f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.382249] env[64147]: DEBUG nova.compute.manager [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.385100] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2596f4c3-3ffd-4a2e-9b35-6e3f85d4d941 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.393885] env[64147]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-56ee4da8-c25d-4611-a237-b51fed676590 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.422614] env[64147]: DEBUG nova.virt.hardware [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1432.422773] env[64147]: DEBUG nova.virt.hardware [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.422890] env[64147]: DEBUG nova.virt.hardware [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.423538] env[64147]: DEBUG nova.virt.hardware [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.423929] env[64147]: DEBUG nova.virt.hardware [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.423929] env[64147]: DEBUG nova.virt.hardware [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1432.424184] env[64147]: DEBUG nova.virt.hardware [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1432.424447] env[64147]: DEBUG nova.virt.hardware [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1432.424447] env[64147]: DEBUG nova.virt.hardware [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1432.425073] env[64147]: DEBUG nova.virt.hardware [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1432.425073] env[64147]: DEBUG nova.virt.hardware [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1432.426237] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e780df34-be63-4005-aede-88c3821eb21f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.431207] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Downloading image file data 190a21b2-8ff5-444e-86c3-88185b9f8cea to the data store datastore1 {{(pid=64147) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1432.449353] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47424ae2-cd78-4ca9-9741-6d9b0d2074ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.513280] env[64147]: DEBUG oslo_vmware.rw_handles [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1432.576102] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.684308] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.684856] env[64147]: DEBUG nova.compute.manager [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1432.688017] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.735s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.689702] env[64147]: INFO nova.compute.claims [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.196785] env[64147]: DEBUG nova.compute.utils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.199877] env[64147]: DEBUG oslo_vmware.rw_handles [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Completed reading data from the image iterator. {{(pid=64147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1433.200337] env[64147]: DEBUG oslo_vmware.rw_handles [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1433.200885] env[64147]: DEBUG nova.compute.manager [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1433.201295] env[64147]: DEBUG nova.network.neutron [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.357746] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Downloaded image file data 190a21b2-8ff5-444e-86c3-88185b9f8cea to vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk on the data store datastore1 {{(pid=64147) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1433.359581] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Caching image {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1433.359831] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Copying Virtual Disk [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk to [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.359963] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e70d8c2c-e58e-463c-b9e1-d1f9dfe76068 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.374344] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1433.374344] env[64147]: value = "task-1839452" [ 1433.374344] env[64147]: _type = "Task" [ 1433.374344] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.379145] env[64147]: DEBUG nova.policy [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86dd5d51fed24b15a0b78876bd502d5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a897699df66a45719181b4bf8d91c19e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.386539] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.714089] env[64147]: DEBUG nova.compute.manager [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1433.890323] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839452, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.046415] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff9ff4-19a0-4fcd-8a98-65be5dc6b17e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.055174] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e2a9e1-0fde-441c-8dbf-b16e88300ac1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.098192] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fec6c5-eb8b-42d5-9db7-c2cafdd4eb2a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.108642] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3125b9d-7a39-4ea1-a25c-d2d908a37717 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.123943] env[64147]: DEBUG nova.compute.provider_tree [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.208330] env[64147]: DEBUG nova.network.neutron [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Successfully created port: 862b20bf-bc1a-45d6-b310-3442ed014958 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.394520] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839452, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.629894] env[64147]: DEBUG nova.scheduler.client.report [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.732365] env[64147]: DEBUG nova.compute.manager [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1434.762467] env[64147]: DEBUG nova.virt.hardware [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.762704] env[64147]: DEBUG nova.virt.hardware [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.762856] env[64147]: DEBUG nova.virt.hardware [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.763047] env[64147]: DEBUG nova.virt.hardware [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.763235] env[64147]: DEBUG nova.virt.hardware [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.763385] env[64147]: DEBUG nova.virt.hardware [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.763596] env[64147]: DEBUG nova.virt.hardware [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.763770] env[64147]: DEBUG nova.virt.hardware [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.763951] env[64147]: DEBUG nova.virt.hardware [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.764135] env[64147]: DEBUG nova.virt.hardware [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.764307] env[64147]: DEBUG nova.virt.hardware [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.765192] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a18490a-c356-4178-a5f9-8d210798cb42 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.774293] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9777076-bcd9-4048-b7a6-e9074e438bdf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.889277] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839452, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.166661} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.889632] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Copied Virtual Disk [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk to [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.890040] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Deleting the datastore file [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.890414] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-176ce60e-5154-437b-8ce1-f58a8529eb37 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.900515] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1434.900515] env[64147]: value = "task-1839453" [ 1434.900515] env[64147]: _type = "Task" [ 1434.900515] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.912757] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.137595] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.137595] env[64147]: DEBUG nova.compute.manager [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1435.138663] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.643s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.140793] env[64147]: INFO nova.compute.claims [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.412027] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02432} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.412027] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.412027] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Moving file from [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05/190a21b2-8ff5-444e-86c3-88185b9f8cea to [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea. {{(pid=64147) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1435.412027] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6e3e5db1-5f25-4563-a6fc-2faf0bfc119c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.419636] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1435.419636] env[64147]: value = "task-1839454" [ 1435.419636] env[64147]: _type = "Task" [ 1435.419636] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.434748] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839454, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.447548] env[64147]: DEBUG nova.network.neutron [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Successfully updated port: 2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.645978] env[64147]: DEBUG nova.compute.utils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1435.647647] env[64147]: DEBUG nova.compute.manager [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1435.647647] env[64147]: DEBUG nova.network.neutron [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1435.856776] env[64147]: DEBUG nova.policy [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e76fed11a91436f802ea482dfcb3371', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c0beecaac68437a96d7e641ede57932', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1435.933431] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839454, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02645} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.936208] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] File moved {{(pid=64147) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1435.936208] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Cleaning up location [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05 {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1435.936208] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Deleting the datastore file [datastore1] vmware_temp/aada252f-af49-4448-9064-adef20829f05 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.936208] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aaf0cf7-8bae-477e-81b0-3e9623e124fa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.943854] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1435.943854] env[64147]: value = "task-1839455" [ 1435.943854] env[64147]: _type = "Task" [ 1435.943854] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.949701] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.949835] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquired lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.949978] env[64147]: DEBUG nova.network.neutron [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.954575] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.155641] env[64147]: DEBUG nova.compute.manager [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1436.171327] env[64147]: DEBUG nova.compute.manager [req-5aabaaa4-6693-4ba7-9d57-d24d2be06cac req-5d1f76b6-11bc-49fc-8415-35c642d1669b service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Received event network-vif-plugged-2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1436.171327] env[64147]: DEBUG oslo_concurrency.lockutils [req-5aabaaa4-6693-4ba7-9d57-d24d2be06cac req-5d1f76b6-11bc-49fc-8415-35c642d1669b service nova] Acquiring lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.171327] env[64147]: DEBUG oslo_concurrency.lockutils [req-5aabaaa4-6693-4ba7-9d57-d24d2be06cac req-5d1f76b6-11bc-49fc-8415-35c642d1669b service nova] Lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.171682] env[64147]: DEBUG oslo_concurrency.lockutils [req-5aabaaa4-6693-4ba7-9d57-d24d2be06cac req-5d1f76b6-11bc-49fc-8415-35c642d1669b service nova] Lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.171972] env[64147]: DEBUG nova.compute.manager [req-5aabaaa4-6693-4ba7-9d57-d24d2be06cac req-5d1f76b6-11bc-49fc-8415-35c642d1669b service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] No waiting events found dispatching network-vif-plugged-2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1436.173248] env[64147]: WARNING nova.compute.manager [req-5aabaaa4-6693-4ba7-9d57-d24d2be06cac req-5d1f76b6-11bc-49fc-8415-35c642d1669b service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Received unexpected event network-vif-plugged-2923c0cd-f4c0-4889-9465-bd6cfca35599 for instance with vm_state building and task_state spawning. [ 1436.319569] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.319728] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1436.382752] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce87cb9-a54a-4ecc-9883-34ef62974147 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.390874] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa2dd5e-7d39-4246-b408-274d15f7501e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.421321] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce9f64a-f209-4bcd-a9a4-f80a52db6ceb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.429185] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78336bee-890c-442b-b1c4-c01d91bafd51 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.443072] env[64147]: DEBUG nova.compute.provider_tree [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.453588] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.058614} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.454577] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.457996] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92bd050-0475-4a58-8cbf-8c8083a10022 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.466024] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1436.466024] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]528170eb-50bf-63b3-bcf4-21691b648ba3" [ 1436.466024] env[64147]: _type = "Task" [ 1436.466024] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.475607] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528170eb-50bf-63b3-bcf4-21691b648ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.690539] env[64147]: DEBUG nova.network.neutron [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.822346] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] There are 0 instances to clean {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1436.949604] env[64147]: DEBUG nova.scheduler.client.report [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.979841] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528170eb-50bf-63b3-bcf4-21691b648ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.979841] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.979841] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556/7e11c2cd-02fa-4b35-b8f8-4436aa0d7556.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.980562] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a288b5c-ab2b-4104-886c-a723af3065b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.988517] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1436.988517] env[64147]: value = "task-1839456" [ 1436.988517] env[64147]: _type = "Task" [ 1436.988517] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.006353] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.050075] env[64147]: DEBUG nova.network.neutron [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Successfully updated port: 862b20bf-bc1a-45d6-b310-3442ed014958 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1437.174020] env[64147]: DEBUG nova.compute.manager [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1437.206832] env[64147]: DEBUG nova.virt.hardware [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.207109] env[64147]: DEBUG nova.virt.hardware [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.207550] env[64147]: DEBUG nova.virt.hardware [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.207550] env[64147]: DEBUG nova.virt.hardware [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.207651] env[64147]: DEBUG nova.virt.hardware [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.208980] env[64147]: DEBUG nova.virt.hardware [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.208980] env[64147]: DEBUG nova.virt.hardware [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.208980] env[64147]: DEBUG nova.virt.hardware [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.208980] env[64147]: DEBUG nova.virt.hardware [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.208980] env[64147]: DEBUG nova.virt.hardware [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.209358] env[64147]: DEBUG nova.virt.hardware [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.209600] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9e2ca7-be9e-4257-9960-8b56721c85dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.219466] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81356a0f-6ac9-48e3-829c-d6a3e703df00 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.239075] env[64147]: DEBUG nova.network.neutron [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updating instance_info_cache with network_info: [{"id": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "address": "fa:16:3e:36:dd:8e", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2923c0cd-f4", "ovs_interfaceid": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.407950] env[64147]: DEBUG nova.network.neutron [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Successfully created port: 516cd781-3fe8-45cc-abb3-f3c04643a645 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1437.456753] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.459018] env[64147]: DEBUG nova.compute.manager [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.461468] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.909s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.465206] env[64147]: INFO nova.compute.claims [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.506349] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839456, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.531449] env[64147]: DEBUG nova.compute.manager [req-33737681-c145-4584-880b-e63dd596a503 req-7c21a71d-dba0-4eef-8945-8f1200f5d30f service nova] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Received event network-vif-plugged-862b20bf-bc1a-45d6-b310-3442ed014958 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1437.531794] env[64147]: DEBUG oslo_concurrency.lockutils [req-33737681-c145-4584-880b-e63dd596a503 req-7c21a71d-dba0-4eef-8945-8f1200f5d30f service nova] Acquiring lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.533777] env[64147]: DEBUG oslo_concurrency.lockutils [req-33737681-c145-4584-880b-e63dd596a503 req-7c21a71d-dba0-4eef-8945-8f1200f5d30f service nova] Lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.533777] env[64147]: DEBUG oslo_concurrency.lockutils [req-33737681-c145-4584-880b-e63dd596a503 req-7c21a71d-dba0-4eef-8945-8f1200f5d30f service nova] Lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.533777] env[64147]: DEBUG nova.compute.manager [req-33737681-c145-4584-880b-e63dd596a503 req-7c21a71d-dba0-4eef-8945-8f1200f5d30f service nova] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] No waiting events found dispatching network-vif-plugged-862b20bf-bc1a-45d6-b310-3442ed014958 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1437.533777] env[64147]: WARNING nova.compute.manager [req-33737681-c145-4584-880b-e63dd596a503 req-7c21a71d-dba0-4eef-8945-8f1200f5d30f service nova] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Received unexpected event network-vif-plugged-862b20bf-bc1a-45d6-b310-3442ed014958 for instance with vm_state building and task_state spawning. [ 1437.553505] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "refresh_cache-42a86b6c-dd90-4dc0-b566-db954ad4dc04" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.553739] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquired lock "refresh_cache-42a86b6c-dd90-4dc0-b566-db954ad4dc04" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.553943] env[64147]: DEBUG nova.network.neutron [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.742868] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Releasing lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.743515] env[64147]: DEBUG nova.compute.manager [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Instance network_info: |[{"id": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "address": "fa:16:3e:36:dd:8e", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2923c0cd-f4", "ovs_interfaceid": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1437.743750] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:dd:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2923c0cd-f4c0-4889-9465-bd6cfca35599', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.758993] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Creating folder: Project (3b09700a870949ca857cc71f1361eb55). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.759294] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b33d96b8-231e-4d5d-bf9e-9b5e3916ee5a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.772736] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Created folder: Project (3b09700a870949ca857cc71f1361eb55) in parent group-v380629. [ 1437.772964] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Creating folder: Instances. Parent ref: group-v380633. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.773373] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80af7c5d-b388-4288-aa54-c871d7339731 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.785254] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Created folder: Instances in parent group-v380633. [ 1437.785254] env[64147]: DEBUG oslo.service.loopingcall [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.785254] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.785254] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cb07667-316e-454a-8d65-5c5e84dfbc1c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.804401] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.804401] env[64147]: value = "task-1839459" [ 1437.804401] env[64147]: _type = "Task" [ 1437.804401] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.812240] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839459, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.823024] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.823340] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1437.823340] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1437.971277] env[64147]: DEBUG nova.compute.utils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1437.979341] env[64147]: DEBUG nova.compute.manager [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.979452] env[64147]: DEBUG nova.network.neutron [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.009643] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522413} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.010560] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556/7e11c2cd-02fa-4b35-b8f8-4436aa0d7556.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1438.010560] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1438.010560] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb4063e6-a08e-4f52-8fde-87f35309d6ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.020103] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1438.020103] env[64147]: value = "task-1839460" [ 1438.020103] env[64147]: _type = "Task" [ 1438.020103] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.032244] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.119903] env[64147]: DEBUG nova.policy [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188fd94d8f9e4c4ba72387836226ba5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4175a401a6744356b44f15d682c2b190', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.152461] env[64147]: DEBUG nova.network.neutron [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.318982] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839459, 'name': CreateVM_Task, 'duration_secs': 0.4971} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.318982] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.327300] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Skipping network cache update for instance because it is Building. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1438.327381] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Skipping network cache update for instance because it is Building. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1438.327559] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Skipping network cache update for instance because it is Building. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1438.327691] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Skipping network cache update for instance because it is Building. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1438.327819] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Skipping network cache update for instance because it is Building. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1438.327939] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Skipping network cache update for instance because it is Building. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1438.328079] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1438.328261] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.328551] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.338746] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.338746] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.340437] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.340437] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8152d14-247f-46c0-9728-dd2ef30827be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.348329] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1438.348329] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5242586d-9180-5321-dfb9-6aa99770486d" [ 1438.348329] env[64147]: _type = "Task" [ 1438.348329] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.363097] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5242586d-9180-5321-dfb9-6aa99770486d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.482024] env[64147]: DEBUG nova.compute.manager [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.533606] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128419} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.533926] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1438.535417] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44924eae-5704-4f0d-9e41-f1d0dcab7609 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.563043] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556/7e11c2cd-02fa-4b35-b8f8-4436aa0d7556.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1438.564160] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddfbb905-6380-4346-ae50-a37fd094abee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.595093] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1438.595093] env[64147]: value = "task-1839461" [ 1438.595093] env[64147]: _type = "Task" [ 1438.595093] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.607010] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.726300] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1511482e-00e0-435a-b0d6-f7fae02e4d5d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.734312] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5e9f28-a446-48c7-8c93-9b0574971dea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.776686] env[64147]: DEBUG nova.network.neutron [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Updating instance_info_cache with network_info: [{"id": "862b20bf-bc1a-45d6-b310-3442ed014958", "address": "fa:16:3e:4c:16:88", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap862b20bf-bc", "ovs_interfaceid": "862b20bf-bc1a-45d6-b310-3442ed014958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.778473] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fab325-6d84-4162-8148-264af5ac1839 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.787571] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215521ef-a35b-4f6b-b67d-34d2f43bebc5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.804909] env[64147]: DEBUG nova.compute.provider_tree [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.859702] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5242586d-9180-5321-dfb9-6aa99770486d, 'name': SearchDatastore_Task, 'duration_secs': 0.019367} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.859798] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.860018] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.860359] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.860564] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.860742] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.860987] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4abc93cb-07c4-431f-ac43-9097e3aab6b5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.105919] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839461, 'name': ReconfigVM_Task, 'duration_secs': 0.356812} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.106582] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556/7e11c2cd-02fa-4b35-b8f8-4436aa0d7556.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1439.109418] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bbafdbe-d46a-4127-a5cb-361adb51b058 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.114544] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1439.114544] env[64147]: value = "task-1839462" [ 1439.114544] env[64147]: _type = "Task" [ 1439.114544] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.123041] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839462, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.286215] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Releasing lock "refresh_cache-42a86b6c-dd90-4dc0-b566-db954ad4dc04" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.286215] env[64147]: DEBUG nova.compute.manager [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Instance network_info: |[{"id": "862b20bf-bc1a-45d6-b310-3442ed014958", "address": "fa:16:3e:4c:16:88", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap862b20bf-bc", "ovs_interfaceid": "862b20bf-bc1a-45d6-b310-3442ed014958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1439.286481] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:16:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '862b20bf-bc1a-45d6-b310-3442ed014958', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1439.294417] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Creating folder: Project (a897699df66a45719181b4bf8d91c19e). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1439.294706] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-941784d4-fd9f-40d8-9d81-d236f3b46a31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.307687] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Created folder: Project (a897699df66a45719181b4bf8d91c19e) in parent group-v380629. [ 1439.307913] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Creating folder: Instances. Parent ref: group-v380636. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1439.308718] env[64147]: DEBUG nova.scheduler.client.report [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.311609] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de0efc30-6ffb-48e5-8d1c-7b39d3f4dc4a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.321715] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.321715] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.322633] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Created folder: Instances in parent group-v380636. [ 1439.322876] env[64147]: DEBUG oslo.service.loopingcall [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1439.323314] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1439.323492] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f104147c-6c1d-4bdf-be33-45f786a7458c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.344510] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1439.344510] env[64147]: value = "task-1839465" [ 1439.344510] env[64147]: _type = "Task" [ 1439.344510] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.354585] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839465, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.496457] env[64147]: DEBUG nova.compute.manager [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.534698] env[64147]: DEBUG nova.virt.hardware [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.534954] env[64147]: DEBUG nova.virt.hardware [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.535128] env[64147]: DEBUG nova.virt.hardware [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.535326] env[64147]: DEBUG nova.virt.hardware [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.535608] env[64147]: DEBUG nova.virt.hardware [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.535608] env[64147]: DEBUG nova.virt.hardware [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.535782] env[64147]: DEBUG nova.virt.hardware [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.535932] env[64147]: DEBUG nova.virt.hardware [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.536130] env[64147]: DEBUG nova.virt.hardware [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.536257] env[64147]: DEBUG nova.virt.hardware [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.536550] env[64147]: DEBUG nova.virt.hardware [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.537311] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8fd991-0cba-4776-bd23-483298374992 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.545444] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fbc3f5-bfa7-4063-bc73-f810533f65cc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.629197] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839462, 'name': Rename_Task, 'duration_secs': 0.173723} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.630183] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.630183] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5811818a-100b-4896-9aa8-efb269a624d8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.640310] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1439.640310] env[64147]: value = "task-1839466" [ 1439.640310] env[64147]: _type = "Task" [ 1439.640310] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.651118] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.685699] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.685890] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.686754] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12fb2b2-7dd5-4ece-a065-2a4827b5475f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.692392] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1439.692392] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a00ec1-865f-c9c9-8c50-df7490cb359d" [ 1439.692392] env[64147]: _type = "Task" [ 1439.692392] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.701717] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a00ec1-865f-c9c9-8c50-df7490cb359d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.735843] env[64147]: DEBUG nova.network.neutron [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Successfully created port: a7b79618-3b49-49bc-971c-c8ee2904bc92 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.768540] env[64147]: DEBUG nova.compute.manager [req-ad88c428-8d0f-4475-9e6f-6b685d48eaaa req-099cbd3d-8ab3-46bb-b092-c51f7bb4a14c service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Received event network-changed-2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1439.768736] env[64147]: DEBUG nova.compute.manager [req-ad88c428-8d0f-4475-9e6f-6b685d48eaaa req-099cbd3d-8ab3-46bb-b092-c51f7bb4a14c service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Refreshing instance network info cache due to event network-changed-2923c0cd-f4c0-4889-9465-bd6cfca35599. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1439.768959] env[64147]: DEBUG oslo_concurrency.lockutils [req-ad88c428-8d0f-4475-9e6f-6b685d48eaaa req-099cbd3d-8ab3-46bb-b092-c51f7bb4a14c service nova] Acquiring lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.769093] env[64147]: DEBUG oslo_concurrency.lockutils [req-ad88c428-8d0f-4475-9e6f-6b685d48eaaa req-099cbd3d-8ab3-46bb-b092-c51f7bb4a14c service nova] Acquired lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.769246] env[64147]: DEBUG nova.network.neutron [req-ad88c428-8d0f-4475-9e6f-6b685d48eaaa req-099cbd3d-8ab3-46bb-b092-c51f7bb4a14c service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Refreshing network info cache for port 2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.816498] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.816740] env[64147]: DEBUG nova.compute.manager [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1439.819202] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.696s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.820552] env[64147]: INFO nova.compute.claims [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.824440] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.860426] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839465, 'name': CreateVM_Task, 'duration_secs': 0.358844} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.860696] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.861480] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.861624] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.861941] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.862234] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45561cfa-4c9c-47b7-977d-1c2fcd0c45f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.870725] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1439.870725] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52aa0fe9-9197-2197-96a5-55f6b66b9c10" [ 1439.870725] env[64147]: _type = "Task" [ 1439.870725] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.881356] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52aa0fe9-9197-2197-96a5-55f6b66b9c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.165485] env[64147]: DEBUG oslo_vmware.api [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839466, 'name': PowerOnVM_Task, 'duration_secs': 0.487018} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.165485] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.165485] env[64147]: INFO nova.compute.manager [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1440.165485] env[64147]: DEBUG nova.compute.manager [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.165485] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45db5c44-c7b3-4362-bc15-d2bbc0c238c9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.204516] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a00ec1-865f-c9c9-8c50-df7490cb359d, 'name': SearchDatastore_Task, 'duration_secs': 0.024437} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.206061] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb2d400-e809-4ab3-a10c-14df1a7a4a34 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.212232] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1440.212232] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ad47d0-e861-68b3-dbbe-c815a0597c2e" [ 1440.212232] env[64147]: _type = "Task" [ 1440.212232] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.221190] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ad47d0-e861-68b3-dbbe-c815a0597c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.263084] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquiring lock "efc58ddd-7691-4490-9604-54d1793dc109" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.263084] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Lock "efc58ddd-7691-4490-9604-54d1793dc109" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.323146] env[64147]: DEBUG nova.network.neutron [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Successfully updated port: 516cd781-3fe8-45cc-abb3-f3c04643a645 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.336054] env[64147]: DEBUG nova.compute.utils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.342241] env[64147]: DEBUG nova.compute.manager [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.342241] env[64147]: DEBUG nova.network.neutron [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.386613] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52aa0fe9-9197-2197-96a5-55f6b66b9c10, 'name': SearchDatastore_Task, 'duration_secs': 0.056806} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.386917] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.387164] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1440.387420] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.472466] env[64147]: DEBUG nova.policy [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192ccfb4f58c4d5d8a7e47c7ed0ef3ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7e19e9e3d4f4df9a5765da4e6d64684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.687528] env[64147]: INFO nova.compute.manager [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Took 14.92 seconds to build instance. [ 1440.728954] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ad47d0-e861-68b3-dbbe-c815a0597c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.260917} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.729255] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.729511] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341/3d9fc231-5c72-4cd7-96d5-58bf8b0ea341.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.729789] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.731957] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1440.731957] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7740f043-0d0c-4167-a4d7-6ba0b6c5f0e0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.734925] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43814409-9a28-4c72-9b84-d30df063552f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.741876] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1440.741876] env[64147]: value = "task-1839467" [ 1440.741876] env[64147]: _type = "Task" [ 1440.741876] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.747702] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1440.747894] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1440.749527] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d341de-d772-439e-81c3-0800bba44a1b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.755779] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.762072] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1440.762072] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52aa7d38-dbd4-f3f4-2bfa-035f8fce437a" [ 1440.762072] env[64147]: _type = "Task" [ 1440.762072] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.772716] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52aa7d38-dbd4-f3f4-2bfa-035f8fce437a, 'name': SearchDatastore_Task, 'duration_secs': 0.007213} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.774366] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93f78ce-a85a-4118-8377-30ef0441951e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.780221] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1440.780221] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522dc555-d8f9-f60f-1512-9a029d9f8430" [ 1440.780221] env[64147]: _type = "Task" [ 1440.780221] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.789381] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522dc555-d8f9-f60f-1512-9a029d9f8430, 'name': SearchDatastore_Task, 'duration_secs': 0.00714} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.789621] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.789868] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 42a86b6c-dd90-4dc0-b566-db954ad4dc04/42a86b6c-dd90-4dc0-b566-db954ad4dc04.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.790461] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-561becaf-526e-4f27-b96c-241bf26a09f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.797278] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1440.797278] env[64147]: value = "task-1839468" [ 1440.797278] env[64147]: _type = "Task" [ 1440.797278] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.806220] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.842713] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquiring lock "refresh_cache-8ec6604b-5c28-44f9-b5e1-b7406aa806d7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.843351] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquired lock "refresh_cache-8ec6604b-5c28-44f9-b5e1-b7406aa806d7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.843351] env[64147]: DEBUG nova.network.neutron [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.852121] env[64147]: DEBUG nova.compute.manager [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1441.101041] env[64147]: DEBUG nova.network.neutron [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Successfully created port: 2a543c2a-5867-4ecc-bf4c-64418378d808 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.104987] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00926f2-eaa5-4ef9-8a16-297f801e1a6f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.115573] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf957ce1-2de9-4793-adfe-9f1ece583baa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.156390] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ec2e29-fc73-4af3-ab78-f716daebbf08 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.165044] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf110ee-c693-4903-b9ec-90f250ba3b18 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.183582] env[64147]: DEBUG nova.compute.provider_tree [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.190041] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4cb5a4f0-0f20-4e27-bd62-c53d4ab8fef4 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Lock "7e11c2cd-02fa-4b35-b8f8-4436aa0d7556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.431s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.255945] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469198} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.256928] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341/3d9fc231-5c72-4cd7-96d5-58bf8b0ea341.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.256928] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.257315] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfff1a79-d2bd-4527-8223-c610f045b0d2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.269236] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1441.269236] env[64147]: value = "task-1839469" [ 1441.269236] env[64147]: _type = "Task" [ 1441.269236] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.282707] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.309599] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839468, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.480622] env[64147]: DEBUG nova.network.neutron [req-ad88c428-8d0f-4475-9e6f-6b685d48eaaa req-099cbd3d-8ab3-46bb-b092-c51f7bb4a14c service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updated VIF entry in instance network info cache for port 2923c0cd-f4c0-4889-9465-bd6cfca35599. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.481252] env[64147]: DEBUG nova.network.neutron [req-ad88c428-8d0f-4475-9e6f-6b685d48eaaa req-099cbd3d-8ab3-46bb-b092-c51f7bb4a14c service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updating instance_info_cache with network_info: [{"id": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "address": "fa:16:3e:36:dd:8e", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2923c0cd-f4", "ovs_interfaceid": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.545597] env[64147]: DEBUG nova.network.neutron [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.686304] env[64147]: DEBUG nova.scheduler.client.report [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.694939] env[64147]: DEBUG nova.compute.manager [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1441.783841] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077313} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.784338] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.785196] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53afff91-ce1e-4b65-8afa-413698431275 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.808772] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341/3d9fc231-5c72-4cd7-96d5-58bf8b0ea341.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.812664] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4cf0f7-09e6-49cc-a525-b04ba408b627 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.837500] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75015} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.838769] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 42a86b6c-dd90-4dc0-b566-db954ad4dc04/42a86b6c-dd90-4dc0-b566-db954ad4dc04.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.838985] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.839297] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1441.839297] env[64147]: value = "task-1839470" [ 1441.839297] env[64147]: _type = "Task" [ 1441.839297] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.839514] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0812dcaf-b55a-4a3c-9061-f28e36ccd5e1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.850589] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839470, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.851875] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1441.851875] env[64147]: value = "task-1839471" [ 1441.851875] env[64147]: _type = "Task" [ 1441.851875] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.859859] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.870314] env[64147]: DEBUG nova.compute.manager [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1441.906195] env[64147]: DEBUG nova.virt.hardware [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.906379] env[64147]: DEBUG nova.virt.hardware [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.906539] env[64147]: DEBUG nova.virt.hardware [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.906722] env[64147]: DEBUG nova.virt.hardware [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.906926] env[64147]: DEBUG nova.virt.hardware [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.907033] env[64147]: DEBUG nova.virt.hardware [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.907261] env[64147]: DEBUG nova.virt.hardware [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.910532] env[64147]: DEBUG nova.virt.hardware [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.910532] env[64147]: DEBUG nova.virt.hardware [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.910532] env[64147]: DEBUG nova.virt.hardware [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.910532] env[64147]: DEBUG nova.virt.hardware [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.910532] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbfde60-e85a-459c-a68f-5c8feebccf0b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.918326] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6493eb2b-a7d9-4800-bfec-0a08960c9a0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.964044] env[64147]: DEBUG nova.compute.manager [req-dc411980-5859-43f3-b4ab-d943e69454f5 req-6356ea8a-7d03-44c7-aefc-6abe8a201e39 service nova] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Received event network-changed-862b20bf-bc1a-45d6-b310-3442ed014958 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1441.965050] env[64147]: DEBUG nova.compute.manager [req-dc411980-5859-43f3-b4ab-d943e69454f5 req-6356ea8a-7d03-44c7-aefc-6abe8a201e39 service nova] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Refreshing instance network info cache due to event network-changed-862b20bf-bc1a-45d6-b310-3442ed014958. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1441.965050] env[64147]: DEBUG oslo_concurrency.lockutils [req-dc411980-5859-43f3-b4ab-d943e69454f5 req-6356ea8a-7d03-44c7-aefc-6abe8a201e39 service nova] Acquiring lock "refresh_cache-42a86b6c-dd90-4dc0-b566-db954ad4dc04" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.967109] env[64147]: DEBUG oslo_concurrency.lockutils [req-dc411980-5859-43f3-b4ab-d943e69454f5 req-6356ea8a-7d03-44c7-aefc-6abe8a201e39 service nova] Acquired lock "refresh_cache-42a86b6c-dd90-4dc0-b566-db954ad4dc04" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.967109] env[64147]: DEBUG nova.network.neutron [req-dc411980-5859-43f3-b4ab-d943e69454f5 req-6356ea8a-7d03-44c7-aefc-6abe8a201e39 service nova] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Refreshing network info cache for port 862b20bf-bc1a-45d6-b310-3442ed014958 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.983772] env[64147]: DEBUG oslo_concurrency.lockutils [req-ad88c428-8d0f-4475-9e6f-6b685d48eaaa req-099cbd3d-8ab3-46bb-b092-c51f7bb4a14c service nova] Releasing lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.191573] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.192790] env[64147]: DEBUG nova.compute.manager [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1442.196891] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.989s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.199528] env[64147]: INFO nova.compute.claims [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.224151] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.348707] env[64147]: DEBUG nova.network.neutron [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Updating instance_info_cache with network_info: [{"id": "516cd781-3fe8-45cc-abb3-f3c04643a645", "address": "fa:16:3e:4c:14:2b", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516cd781-3f", "ovs_interfaceid": "516cd781-3fe8-45cc-abb3-f3c04643a645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.365122] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.371093] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076962} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.371417] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.372843] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0ccb57-9fa8-4f3a-b067-e83c120d8049 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.396572] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 42a86b6c-dd90-4dc0-b566-db954ad4dc04/42a86b6c-dd90-4dc0-b566-db954ad4dc04.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.396876] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65af560f-3ce9-40f2-9f41-4dd338c98d70 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.418703] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1442.418703] env[64147]: value = "task-1839472" [ 1442.418703] env[64147]: _type = "Task" [ 1442.418703] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.427667] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.597078] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquiring lock "41de1114-5e2c-41cb-85d2-91d387bd631c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.598412] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.703167] env[64147]: DEBUG nova.compute.utils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.704778] env[64147]: DEBUG nova.compute.manager [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1442.705983] env[64147]: DEBUG nova.network.neutron [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1442.856322] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Releasing lock "refresh_cache-8ec6604b-5c28-44f9-b5e1-b7406aa806d7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.856724] env[64147]: DEBUG nova.compute.manager [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Instance network_info: |[{"id": "516cd781-3fe8-45cc-abb3-f3c04643a645", "address": "fa:16:3e:4c:14:2b", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516cd781-3f", "ovs_interfaceid": "516cd781-3fe8-45cc-abb3-f3c04643a645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.857076] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839470, 'name': ReconfigVM_Task, 'duration_secs': 0.840507} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.860054] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:14:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '516cd781-3fe8-45cc-abb3-f3c04643a645', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.870848] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Creating folder: Project (7c0beecaac68437a96d7e641ede57932). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.870848] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341/3d9fc231-5c72-4cd7-96d5-58bf8b0ea341.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.870848] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9dada0c-8af2-49e0-abfd-31bf5028f3de {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.871777] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0e024fe-cfe7-4f01-9caa-d1e1139564e8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.879572] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1442.879572] env[64147]: value = "task-1839474" [ 1442.879572] env[64147]: _type = "Task" [ 1442.879572] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.884275] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Created folder: Project (7c0beecaac68437a96d7e641ede57932) in parent group-v380629. [ 1442.884471] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Creating folder: Instances. Parent ref: group-v380639. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.885060] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99f203ba-a459-4449-ae20-7fb6a3257974 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.891319] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839474, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.900044] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Created folder: Instances in parent group-v380639. [ 1442.900044] env[64147]: DEBUG oslo.service.loopingcall [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.900044] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.900578] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a870858-b7b1-4511-9a6a-0aafeb11aeb6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.924362] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.924362] env[64147]: value = "task-1839476" [ 1442.924362] env[64147]: _type = "Task" [ 1442.924362] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.928425] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839472, 'name': ReconfigVM_Task, 'duration_secs': 0.333418} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.932597] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 42a86b6c-dd90-4dc0-b566-db954ad4dc04/42a86b6c-dd90-4dc0-b566-db954ad4dc04.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.933382] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dac0f595-b933-470a-bdd0-135d0a4b88ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.937720] env[64147]: DEBUG nova.policy [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb73a0f9091442ec850cfdc071df80da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd82457e033a94d0cbc1fffc5999e365c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1442.943330] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839476, 'name': CreateVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.945136] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1442.945136] env[64147]: value = "task-1839477" [ 1442.945136] env[64147]: _type = "Task" [ 1442.945136] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.956090] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839477, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.210559] env[64147]: DEBUG nova.compute.manager [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1443.295630] env[64147]: DEBUG nova.network.neutron [req-dc411980-5859-43f3-b4ab-d943e69454f5 req-6356ea8a-7d03-44c7-aefc-6abe8a201e39 service nova] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Updated VIF entry in instance network info cache for port 862b20bf-bc1a-45d6-b310-3442ed014958. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.297589] env[64147]: DEBUG nova.network.neutron [req-dc411980-5859-43f3-b4ab-d943e69454f5 req-6356ea8a-7d03-44c7-aefc-6abe8a201e39 service nova] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Updating instance_info_cache with network_info: [{"id": "862b20bf-bc1a-45d6-b310-3442ed014958", "address": "fa:16:3e:4c:16:88", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap862b20bf-bc", "ovs_interfaceid": "862b20bf-bc1a-45d6-b310-3442ed014958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.389791] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839474, 'name': Rename_Task, 'duration_secs': 0.186226} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.389791] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.390022] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf66abf8-68ca-4407-ba3c-85580f821746 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.399115] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1443.399115] env[64147]: value = "task-1839478" [ 1443.399115] env[64147]: _type = "Task" [ 1443.399115] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.407457] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.421910] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061d18c8-737f-454b-b9af-3f0ef1621c3b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.434222] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6166f1cf-c8a9-4d24-ace3-e0c527a524d6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.476093] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839476, 'name': CreateVM_Task, 'duration_secs': 0.366544} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.481623] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.482567] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6f1c33-956c-4286-9a43-78ba177f8382 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.487009] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.487009] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.487009] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1443.487449] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0cceec-1d1e-43db-8269-91fd20b2b1ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.495827] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839477, 'name': Rename_Task, 'duration_secs': 0.179366} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.499737] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.502093] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad45e96-8aa3-4e06-b6c0-8ed6675e1417 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.503093] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d129819-6c94-4c67-bd10-3d243ea81445 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.510347] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for the task: (returnval){ [ 1443.510347] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a574b1-5b91-b4f0-51ab-d330341a7c87" [ 1443.510347] env[64147]: _type = "Task" [ 1443.510347] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.529243] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1443.529243] env[64147]: value = "task-1839479" [ 1443.529243] env[64147]: _type = "Task" [ 1443.529243] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.529831] env[64147]: DEBUG nova.compute.provider_tree [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.541779] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a574b1-5b91-b4f0-51ab-d330341a7c87, 'name': SearchDatastore_Task, 'duration_secs': 0.025463} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.543012] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.543012] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.543144] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.543280] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.544480] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.547825] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-102fe72a-93fc-43ca-b11a-505bcaadf065 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.552302] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839479, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.560193] env[64147]: DEBUG nova.network.neutron [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Successfully updated port: a7b79618-3b49-49bc-971c-c8ee2904bc92 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1443.564226] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.564840] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.566823] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b47192e-74ca-49e2-a7ed-0c845e46c37d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.577340] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for the task: (returnval){ [ 1443.577340] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520dfc40-9ee3-2a16-c7e7-73dff7327c03" [ 1443.577340] env[64147]: _type = "Task" [ 1443.577340] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.594121] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520dfc40-9ee3-2a16-c7e7-73dff7327c03, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.595121] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc92cdf-340e-4bf3-8fb0-4a477ce01116 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.602528] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for the task: (returnval){ [ 1443.602528] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ad599c-b239-7453-1833-0135103bedd2" [ 1443.602528] env[64147]: _type = "Task" [ 1443.602528] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.613198] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ad599c-b239-7453-1833-0135103bedd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.801160] env[64147]: DEBUG oslo_concurrency.lockutils [req-dc411980-5859-43f3-b4ab-d943e69454f5 req-6356ea8a-7d03-44c7-aefc-6abe8a201e39 service nova] Releasing lock "refresh_cache-42a86b6c-dd90-4dc0-b566-db954ad4dc04" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.911320] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839478, 'name': PowerOnVM_Task} progress is 19%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.915271] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquiring lock "5b040baf-24be-44c9-9ada-abec2614a18a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.915544] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lock "5b040baf-24be-44c9-9ada-abec2614a18a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.035434] env[64147]: DEBUG nova.scheduler.client.report [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.046549] env[64147]: DEBUG nova.network.neutron [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Successfully created port: 3121f245-5677-4529-85fa-d71e629013f1 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.052445] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839479, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.073023] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "refresh_cache-964e7610-9650-42c8-a5f3-dc45716fe95c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.073023] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquired lock "refresh_cache-964e7610-9650-42c8-a5f3-dc45716fe95c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.073023] env[64147]: DEBUG nova.network.neutron [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.113273] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ad599c-b239-7453-1833-0135103bedd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.113549] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.113865] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 8ec6604b-5c28-44f9-b5e1-b7406aa806d7/8ec6604b-5c28-44f9-b5e1-b7406aa806d7.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.114085] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3adbb61-f9b8-4df4-bf64-41c9a5ea3ac0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.122232] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for the task: (returnval){ [ 1444.122232] env[64147]: value = "task-1839480" [ 1444.122232] env[64147]: _type = "Task" [ 1444.122232] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.135380] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.224735] env[64147]: DEBUG nova.compute.manager [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1444.272566] env[64147]: DEBUG nova.virt.hardware [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.272806] env[64147]: DEBUG nova.virt.hardware [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.272958] env[64147]: DEBUG nova.virt.hardware [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.273199] env[64147]: DEBUG nova.virt.hardware [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.273341] env[64147]: DEBUG nova.virt.hardware [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.273482] env[64147]: DEBUG nova.virt.hardware [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.273743] env[64147]: DEBUG nova.virt.hardware [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.273953] env[64147]: DEBUG nova.virt.hardware [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.274141] env[64147]: DEBUG nova.virt.hardware [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.274303] env[64147]: DEBUG nova.virt.hardware [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.274475] env[64147]: DEBUG nova.virt.hardware [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.275402] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafb9d52-8405-423b-b2de-f79e2e916b45 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.283567] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068cf6a1-9a6c-49a5-99ca-6df7ea118b91 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.306018] env[64147]: DEBUG nova.compute.manager [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Received event network-vif-plugged-516cd781-3fe8-45cc-abb3-f3c04643a645 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1444.306293] env[64147]: DEBUG oslo_concurrency.lockutils [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] Acquiring lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.306508] env[64147]: DEBUG oslo_concurrency.lockutils [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] Lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.306707] env[64147]: DEBUG oslo_concurrency.lockutils [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] Lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.306834] env[64147]: DEBUG nova.compute.manager [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] No waiting events found dispatching network-vif-plugged-516cd781-3fe8-45cc-abb3-f3c04643a645 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1444.306993] env[64147]: WARNING nova.compute.manager [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Received unexpected event network-vif-plugged-516cd781-3fe8-45cc-abb3-f3c04643a645 for instance with vm_state building and task_state spawning. [ 1444.307157] env[64147]: DEBUG nova.compute.manager [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Received event network-changed-516cd781-3fe8-45cc-abb3-f3c04643a645 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1444.307362] env[64147]: DEBUG nova.compute.manager [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Refreshing instance network info cache due to event network-changed-516cd781-3fe8-45cc-abb3-f3c04643a645. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1444.307469] env[64147]: DEBUG oslo_concurrency.lockutils [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] Acquiring lock "refresh_cache-8ec6604b-5c28-44f9-b5e1-b7406aa806d7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.307607] env[64147]: DEBUG oslo_concurrency.lockutils [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] Acquired lock "refresh_cache-8ec6604b-5c28-44f9-b5e1-b7406aa806d7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.307738] env[64147]: DEBUG nova.network.neutron [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Refreshing network info cache for port 516cd781-3fe8-45cc-abb3-f3c04643a645 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.415868] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839478, 'name': PowerOnVM_Task} progress is 82%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.547288] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.547866] env[64147]: DEBUG nova.compute.manager [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1444.564669] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.508s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.574197] env[64147]: INFO nova.compute.claims [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.578092] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839479, 'name': PowerOnVM_Task} progress is 91%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.644438] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839480, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.675858] env[64147]: DEBUG nova.network.neutron [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.919669] env[64147]: DEBUG oslo_vmware.api [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839478, 'name': PowerOnVM_Task, 'duration_secs': 1.221209} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.919669] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.919669] env[64147]: INFO nova.compute.manager [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Took 12.54 seconds to spawn the instance on the hypervisor. [ 1444.919966] env[64147]: DEBUG nova.compute.manager [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.920741] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c35a07-a407-4283-867a-f9b4a26efb56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.047089] env[64147]: DEBUG oslo_vmware.api [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839479, 'name': PowerOnVM_Task, 'duration_secs': 1.076494} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.047515] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.047841] env[64147]: INFO nova.compute.manager [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1445.048343] env[64147]: DEBUG nova.compute.manager [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.049295] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a3caee-dc98-4961-b76b-d8360ba809a5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.082829] env[64147]: DEBUG nova.compute.utils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.087895] env[64147]: DEBUG nova.compute.manager [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Not allocating networking since 'none' was specified. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1445.145883] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710748} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.146180] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 8ec6604b-5c28-44f9-b5e1-b7406aa806d7/8ec6604b-5c28-44f9-b5e1-b7406aa806d7.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.146387] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.146636] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e0c7e46-a305-4d22-9e1f-e0bef03d3607 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.155507] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for the task: (returnval){ [ 1445.155507] env[64147]: value = "task-1839481" [ 1445.155507] env[64147]: _type = "Task" [ 1445.155507] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.165895] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.213328] env[64147]: DEBUG nova.network.neutron [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Successfully updated port: 2a543c2a-5867-4ecc-bf4c-64418378d808 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1445.298792] env[64147]: DEBUG nova.network.neutron [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Updating instance_info_cache with network_info: [{"id": "a7b79618-3b49-49bc-971c-c8ee2904bc92", "address": "fa:16:3e:2e:41:f4", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b79618-3b", "ovs_interfaceid": "a7b79618-3b49-49bc-971c-c8ee2904bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.363018] env[64147]: DEBUG nova.compute.manager [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Received event network-vif-plugged-a7b79618-3b49-49bc-971c-c8ee2904bc92 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1445.363018] env[64147]: DEBUG oslo_concurrency.lockutils [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] Acquiring lock "964e7610-9650-42c8-a5f3-dc45716fe95c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.363018] env[64147]: DEBUG oslo_concurrency.lockutils [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] Lock "964e7610-9650-42c8-a5f3-dc45716fe95c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.363018] env[64147]: DEBUG oslo_concurrency.lockutils [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] Lock "964e7610-9650-42c8-a5f3-dc45716fe95c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.363018] env[64147]: DEBUG nova.compute.manager [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] No waiting events found dispatching network-vif-plugged-a7b79618-3b49-49bc-971c-c8ee2904bc92 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1445.363274] env[64147]: WARNING nova.compute.manager [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Received unexpected event network-vif-plugged-a7b79618-3b49-49bc-971c-c8ee2904bc92 for instance with vm_state building and task_state spawning. [ 1445.363274] env[64147]: DEBUG nova.compute.manager [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Received event network-changed-a7b79618-3b49-49bc-971c-c8ee2904bc92 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1445.363274] env[64147]: DEBUG nova.compute.manager [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Refreshing instance network info cache due to event network-changed-a7b79618-3b49-49bc-971c-c8ee2904bc92. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1445.363374] env[64147]: DEBUG oslo_concurrency.lockutils [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] Acquiring lock "refresh_cache-964e7610-9650-42c8-a5f3-dc45716fe95c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.447168] env[64147]: INFO nova.compute.manager [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Took 18.68 seconds to build instance. [ 1445.572944] env[64147]: INFO nova.compute.manager [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Took 18.58 seconds to build instance. [ 1445.593302] env[64147]: DEBUG nova.compute.manager [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1445.646650] env[64147]: DEBUG nova.compute.manager [None req-0eb572eb-d756-485d-993d-3048b6ead052 tempest-ServerDiagnosticsV248Test-46276819 tempest-ServerDiagnosticsV248Test-46276819-project-admin] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.646650] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7303e14-b371-44fd-83e7-b967c13210bc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.656099] env[64147]: INFO nova.compute.manager [None req-0eb572eb-d756-485d-993d-3048b6ead052 tempest-ServerDiagnosticsV248Test-46276819 tempest-ServerDiagnosticsV248Test-46276819-project-admin] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Retrieving diagnostics [ 1445.659528] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85a5bc4-0ad0-4c92-abc4-5f1ced82b6ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.670822] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067816} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.695854] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.701173] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9183bb9a-99b1-47ad-a81b-1020000f3176 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.724804] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 8ec6604b-5c28-44f9-b5e1-b7406aa806d7/8ec6604b-5c28-44f9-b5e1-b7406aa806d7.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.727974] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.728126] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.728409] env[64147]: DEBUG nova.network.neutron [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.729385] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d48b567f-04c8-47ba-a4a5-77b71bf01e55 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.751183] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for the task: (returnval){ [ 1445.751183] env[64147]: value = "task-1839482" [ 1445.751183] env[64147]: _type = "Task" [ 1445.751183] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.759793] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.805523] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Releasing lock "refresh_cache-964e7610-9650-42c8-a5f3-dc45716fe95c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.806110] env[64147]: DEBUG nova.compute.manager [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Instance network_info: |[{"id": "a7b79618-3b49-49bc-971c-c8ee2904bc92", "address": "fa:16:3e:2e:41:f4", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b79618-3b", "ovs_interfaceid": "a7b79618-3b49-49bc-971c-c8ee2904bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1445.806402] env[64147]: DEBUG oslo_concurrency.lockutils [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] Acquired lock "refresh_cache-964e7610-9650-42c8-a5f3-dc45716fe95c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.806582] env[64147]: DEBUG nova.network.neutron [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Refreshing network info cache for port a7b79618-3b49-49bc-971c-c8ee2904bc92 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.807771] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:41:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7b79618-3b49-49bc-971c-c8ee2904bc92', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.815025] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Creating folder: Project (4175a401a6744356b44f15d682c2b190). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.818145] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aa56004-d22d-4b6a-8a84-a009083d314d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.833102] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Created folder: Project (4175a401a6744356b44f15d682c2b190) in parent group-v380629. [ 1445.833311] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Creating folder: Instances. Parent ref: group-v380642. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.835837] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f33bead6-ab03-4c53-898d-72254540de15 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.845346] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Created folder: Instances in parent group-v380642. [ 1445.845573] env[64147]: DEBUG oslo.service.loopingcall [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.846470] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.846470] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af446e05-b1fe-43b3-80b4-7cd9d40759a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.868329] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.868329] env[64147]: value = "task-1839485" [ 1445.868329] env[64147]: _type = "Task" [ 1445.868329] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.876701] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839485, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.905577] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20368203-a979-447a-a716-639045ff4b21 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.913239] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afef061f-dffa-4c51-a837-ef457104993c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.945106] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e864a85-aeff-47a9-b22a-f2fda31d0120 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.953075] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e35783b-bb3e-4295-8863-b90c14eeebc6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.958627] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c58ed760-268d-430c-b954-cc9e4272d1f3 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.204s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.971712] env[64147]: DEBUG nova.compute.provider_tree [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.074553] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6ef4114-66e5-424e-a097-702d02208447 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.099s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.218815] env[64147]: DEBUG nova.network.neutron [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Updated VIF entry in instance network info cache for port 516cd781-3fe8-45cc-abb3-f3c04643a645. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.219742] env[64147]: DEBUG nova.network.neutron [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Updating instance_info_cache with network_info: [{"id": "516cd781-3fe8-45cc-abb3-f3c04643a645", "address": "fa:16:3e:4c:14:2b", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516cd781-3f", "ovs_interfaceid": "516cd781-3fe8-45cc-abb3-f3c04643a645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.264536] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.381026] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839485, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.385665] env[64147]: DEBUG nova.network.neutron [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1446.435546] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquiring lock "9a24af59-9f1d-4625-8cd2-728e7464f09a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.435546] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Lock "9a24af59-9f1d-4625-8cd2-728e7464f09a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.464020] env[64147]: DEBUG nova.compute.manager [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.503383] env[64147]: ERROR nova.scheduler.client.report [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [req-3810c99d-cf70-4297-b438-8962fdb3770c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3810c99d-cf70-4297-b438-8962fdb3770c"}]} [ 1446.524976] env[64147]: DEBUG nova.scheduler.client.report [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1446.549642] env[64147]: DEBUG nova.scheduler.client.report [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1446.549942] env[64147]: DEBUG nova.compute.provider_tree [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.577953] env[64147]: DEBUG nova.compute.manager [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.581933] env[64147]: DEBUG nova.scheduler.client.report [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1446.607841] env[64147]: DEBUG nova.compute.manager [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1446.620488] env[64147]: DEBUG nova.scheduler.client.report [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1446.649051] env[64147]: DEBUG nova.virt.hardware [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.649336] env[64147]: DEBUG nova.virt.hardware [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.649495] env[64147]: DEBUG nova.virt.hardware [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.649679] env[64147]: DEBUG nova.virt.hardware [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.649827] env[64147]: DEBUG nova.virt.hardware [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.649975] env[64147]: DEBUG nova.virt.hardware [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.650470] env[64147]: DEBUG nova.virt.hardware [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.650666] env[64147]: DEBUG nova.virt.hardware [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.650841] env[64147]: DEBUG nova.virt.hardware [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.651016] env[64147]: DEBUG nova.virt.hardware [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.651226] env[64147]: DEBUG nova.virt.hardware [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.652410] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d93d48-2566-45f1-bb69-47af24cefa05 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.664692] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d550888a-2b8c-4aba-8c36-fbbe34ca09ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.685770] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.691650] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Creating folder: Project (ce1d9eb53c56492598d8b4d28f78f6fd). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1446.694598] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81dea4c8-d656-4298-837a-87c470cc8264 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.704423] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Created folder: Project (ce1d9eb53c56492598d8b4d28f78f6fd) in parent group-v380629. [ 1446.704600] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Creating folder: Instances. Parent ref: group-v380645. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1446.704820] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92d50940-878d-4f7e-9fa0-a17ee626c822 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.713640] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Created folder: Instances in parent group-v380645. [ 1446.713896] env[64147]: DEBUG oslo.service.loopingcall [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.714109] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.714367] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8999d7a-755b-4805-ae25-135883dfc034 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.729234] env[64147]: DEBUG oslo_concurrency.lockutils [req-c17bc951-9a52-43a2-8d3e-1e2a9e46530d req-c3b92c5c-000f-4b2b-a4d2-2b3b74ebab58 service nova] Releasing lock "refresh_cache-8ec6604b-5c28-44f9-b5e1-b7406aa806d7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.735217] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.735217] env[64147]: value = "task-1839488" [ 1446.735217] env[64147]: _type = "Task" [ 1446.735217] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.746155] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839488, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.763498] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839482, 'name': ReconfigVM_Task, 'duration_secs': 0.848901} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.764411] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 8ec6604b-5c28-44f9-b5e1-b7406aa806d7/8ec6604b-5c28-44f9-b5e1-b7406aa806d7.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.764411] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86a7611c-e1b7-44a9-8b7b-903c00c7cd83 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.770813] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for the task: (returnval){ [ 1446.770813] env[64147]: value = "task-1839489" [ 1446.770813] env[64147]: _type = "Task" [ 1446.770813] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.776955] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839489, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.865793] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a94f54-eda8-4344-96ce-ccff587d2b8d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.878691] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f5e962-4b3e-4377-a8b4-82615f3697f1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.884757] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839485, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.912134] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eb6e2e-87af-41b3-ae61-e236b3773919 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.920281] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53ef09d-32a7-4b83-ab76-c4dfa122d87a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.935447] env[64147]: DEBUG nova.compute.provider_tree [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.988101] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.104248] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.152946] env[64147]: DEBUG nova.network.neutron [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance_info_cache with network_info: [{"id": "2a543c2a-5867-4ecc-bf4c-64418378d808", "address": "fa:16:3e:06:ae:46", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a543c2a-58", "ovs_interfaceid": "2a543c2a-5867-4ecc-bf4c-64418378d808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.248420] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839488, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.281489] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839489, 'name': Rename_Task, 'duration_secs': 0.314905} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.281919] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.281919] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2252ff3f-9a50-4994-a3c8-e1850ce4b1cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.288586] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for the task: (returnval){ [ 1447.288586] env[64147]: value = "task-1839490" [ 1447.288586] env[64147]: _type = "Task" [ 1447.288586] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.296567] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.382441] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839485, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.472712] env[64147]: DEBUG nova.network.neutron [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Updated VIF entry in instance network info cache for port a7b79618-3b49-49bc-971c-c8ee2904bc92. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.473226] env[64147]: DEBUG nova.network.neutron [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Updating instance_info_cache with network_info: [{"id": "a7b79618-3b49-49bc-971c-c8ee2904bc92", "address": "fa:16:3e:2e:41:f4", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b79618-3b", "ovs_interfaceid": "a7b79618-3b49-49bc-971c-c8ee2904bc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.478021] env[64147]: DEBUG nova.scheduler.client.report [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1447.478021] env[64147]: DEBUG nova.compute.provider_tree [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 18 to 19 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1447.478021] env[64147]: DEBUG nova.compute.provider_tree [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1447.656335] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.656698] env[64147]: DEBUG nova.compute.manager [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Instance network_info: |[{"id": "2a543c2a-5867-4ecc-bf4c-64418378d808", "address": "fa:16:3e:06:ae:46", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a543c2a-58", "ovs_interfaceid": "2a543c2a-5867-4ecc-bf4c-64418378d808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1447.657141] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:ae:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a543c2a-5867-4ecc-bf4c-64418378d808', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1447.665048] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Creating folder: Project (e7e19e9e3d4f4df9a5765da4e6d64684). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1447.665363] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a27088a-adbb-4d8c-991d-1293a6af4926 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.677922] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Created folder: Project (e7e19e9e3d4f4df9a5765da4e6d64684) in parent group-v380629. [ 1447.678976] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Creating folder: Instances. Parent ref: group-v380648. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1447.679385] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6377bb5d-c764-4075-b9f9-fd3caf2eb825 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.692126] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Created folder: Instances in parent group-v380648. [ 1447.692126] env[64147]: DEBUG oslo.service.loopingcall [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.692126] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1447.692126] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd22c72b-7ae5-458b-b87f-dc2c51cf776c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.716731] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1447.716731] env[64147]: value = "task-1839493" [ 1447.716731] env[64147]: _type = "Task" [ 1447.716731] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.726804] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839493, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.749147] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839488, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.805076] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.882411] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839485, 'name': CreateVM_Task, 'duration_secs': 1.861747} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.882929] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1447.883751] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.884085] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.884510] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1447.884888] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b777b31-3f0a-4d1c-a727-eba72ac75111 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.892032] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1447.892032] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52dde1ec-e771-8c52-a0bd-763c442e124c" [ 1447.892032] env[64147]: _type = "Task" [ 1447.892032] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.899133] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52dde1ec-e771-8c52-a0bd-763c442e124c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.975947] env[64147]: DEBUG oslo_concurrency.lockutils [req-07c24fad-414c-44c5-9cb7-fe54a69441e3 req-aa5c9bf3-19e9-4704-b9ac-69d13bdcc395 service nova] Releasing lock "refresh_cache-964e7610-9650-42c8-a5f3-dc45716fe95c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.982395] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.417s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.982782] env[64147]: DEBUG nova.compute.manager [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1447.987499] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.412s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.991114] env[64147]: INFO nova.compute.claims [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.231845] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839493, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.254660] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839488, 'name': CreateVM_Task, 'duration_secs': 1.316916} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.255940] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.256426] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.306449] env[64147]: DEBUG oslo_vmware.api [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839490, 'name': PowerOnVM_Task, 'duration_secs': 0.812995} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.306707] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.306897] env[64147]: INFO nova.compute.manager [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1448.307084] env[64147]: DEBUG nova.compute.manager [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.307884] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9ecddc-64f2-4135-a9d9-62a8576a4fa6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.383283] env[64147]: DEBUG nova.network.neutron [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Successfully updated port: 3121f245-5677-4529-85fa-d71e629013f1 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.406930] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52dde1ec-e771-8c52-a0bd-763c442e124c, 'name': SearchDatastore_Task, 'duration_secs': 0.022427} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.407250] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.407479] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1448.407705] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.407843] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.408031] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1448.408315] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.409037] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.409037] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26db9e80-5033-42b3-aa9e-919c4a58b216 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.413778] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539908b8-e5c6-4efa-8705-52f6b6c42942 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.419945] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1448.419945] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a26e5e-0f62-0d7a-28fe-f52ef12762a9" [ 1448.419945] env[64147]: _type = "Task" [ 1448.419945] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.429971] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a26e5e-0f62-0d7a-28fe-f52ef12762a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.500401] env[64147]: DEBUG nova.compute.utils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1448.500401] env[64147]: DEBUG nova.compute.manager [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1448.500401] env[64147]: DEBUG nova.network.neutron [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1448.667764] env[64147]: DEBUG nova.policy [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9cf19adc7d04e539c00b03992063abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95dfa1e702e41ceba65f4ca5357708e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1448.731992] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839493, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.833770] env[64147]: INFO nova.compute.manager [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Took 20.91 seconds to build instance. [ 1448.887239] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquiring lock "refresh_cache-057f77dc-a1e1-4aa2-814f-87fee60d5988" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.887239] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquired lock "refresh_cache-057f77dc-a1e1-4aa2-814f-87fee60d5988" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.887239] env[64147]: DEBUG nova.network.neutron [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.934668] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a26e5e-0f62-0d7a-28fe-f52ef12762a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.003051] env[64147]: DEBUG nova.compute.manager [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.165964] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.166257] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.167319] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1268fa-f6c8-4ad5-a4c9-55efab5fe434 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.177027] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1449.177027] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e6feb5-f1f0-7966-9088-01c4d0437fdc" [ 1449.177027] env[64147]: _type = "Task" [ 1449.177027] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.186024] env[64147]: DEBUG nova.compute.manager [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Received event network-vif-plugged-2a543c2a-5867-4ecc-bf4c-64418378d808 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1449.186024] env[64147]: DEBUG oslo_concurrency.lockutils [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] Acquiring lock "53ceb216-7d63-4dfd-8185-1bf488665180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.186024] env[64147]: DEBUG oslo_concurrency.lockutils [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] Lock "53ceb216-7d63-4dfd-8185-1bf488665180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.186024] env[64147]: DEBUG oslo_concurrency.lockutils [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] Lock "53ceb216-7d63-4dfd-8185-1bf488665180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.186024] env[64147]: DEBUG nova.compute.manager [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] No waiting events found dispatching network-vif-plugged-2a543c2a-5867-4ecc-bf4c-64418378d808 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1449.186417] env[64147]: WARNING nova.compute.manager [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Received unexpected event network-vif-plugged-2a543c2a-5867-4ecc-bf4c-64418378d808 for instance with vm_state building and task_state spawning. [ 1449.186417] env[64147]: DEBUG nova.compute.manager [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Received event network-changed-2a543c2a-5867-4ecc-bf4c-64418378d808 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1449.186417] env[64147]: DEBUG nova.compute.manager [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Refreshing instance network info cache due to event network-changed-2a543c2a-5867-4ecc-bf4c-64418378d808. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1449.186417] env[64147]: DEBUG oslo_concurrency.lockutils [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] Acquiring lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.186417] env[64147]: DEBUG oslo_concurrency.lockutils [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] Acquired lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.186587] env[64147]: DEBUG nova.network.neutron [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Refreshing network info cache for port 2a543c2a-5867-4ecc-bf4c-64418378d808 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.198726] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e6feb5-f1f0-7966-9088-01c4d0437fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.236490] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839493, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.244914] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cad1a08-fc24-4b00-9008-d1d18723395e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.252979] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84276ac-a179-41f0-912c-ef03763d7a56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.290986] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1da10ae-42dc-4031-9941-8fa4de8be3d3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.299263] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4880c0fc-3f38-46a9-9ef4-fcc379240cee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.313326] env[64147]: DEBUG nova.compute.provider_tree [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.335445] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b9fe284-0d0e-4d23-a5f7-89e2c4ae14fe tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.425s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.438153] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a26e5e-0f62-0d7a-28fe-f52ef12762a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.518142] env[64147]: DEBUG nova.network.neutron [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1449.687593] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e6feb5-f1f0-7966-9088-01c4d0437fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.730742] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839493, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.819903] env[64147]: DEBUG nova.scheduler.client.report [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.838051] env[64147]: DEBUG nova.compute.manager [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1449.935648] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a26e5e-0f62-0d7a-28fe-f52ef12762a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.016680] env[64147]: DEBUG nova.compute.manager [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.041057] env[64147]: DEBUG nova.virt.hardware [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.041388] env[64147]: DEBUG nova.virt.hardware [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.041471] env[64147]: DEBUG nova.virt.hardware [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.041765] env[64147]: DEBUG nova.virt.hardware [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.042308] env[64147]: DEBUG nova.virt.hardware [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.042549] env[64147]: DEBUG nova.virt.hardware [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.042777] env[64147]: DEBUG nova.virt.hardware [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.042940] env[64147]: DEBUG nova.virt.hardware [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.043124] env[64147]: DEBUG nova.virt.hardware [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.043305] env[64147]: DEBUG nova.virt.hardware [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.043482] env[64147]: DEBUG nova.virt.hardware [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.044421] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9d1fef-332d-434b-be57-d05b708bf662 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.055660] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f564a55-3404-4dbc-8187-25f56a0f4a27 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.194179] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e6feb5-f1f0-7966-9088-01c4d0437fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.884536} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.194532] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b0b237-9234-4655-a7c1-04f9b9e64d18 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.201863] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1450.201863] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527f38d0-74f2-52ab-33a6-b6ad24f5375d" [ 1450.201863] env[64147]: _type = "Task" [ 1450.201863] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.211720] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527f38d0-74f2-52ab-33a6-b6ad24f5375d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.230057] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839493, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.325000] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.329412] env[64147]: DEBUG nova.compute.manager [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1450.330320] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.506s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.330907] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.330907] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1450.330907] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.110s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.332970] env[64147]: INFO nova.compute.claims [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1450.338978] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f04186-6934-4bab-a8f1-95cd678ec58d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.344184] env[64147]: DEBUG nova.network.neutron [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Successfully created port: 4bfb8e5a-7144-4ad8-910c-8aaaae8427d6 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1450.355789] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f124dde9-a8ad-43c8-87f2-e93365ac46e1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.378379] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e87b65c-e9ad-41fe-8e5a-e6de9bd9744c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.382220] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.390471] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09b6d4f-1f00-4074-9eff-68e27bb892d6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.423818] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181344MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1450.424015] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.437229] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a26e5e-0f62-0d7a-28fe-f52ef12762a9, 'name': SearchDatastore_Task, 'duration_secs': 1.63976} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.437478] env[64147]: DEBUG nova.network.neutron [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Updating instance_info_cache with network_info: [{"id": "3121f245-5677-4529-85fa-d71e629013f1", "address": "fa:16:3e:02:e4:ae", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3121f245-56", "ovs_interfaceid": "3121f245-5677-4529-85fa-d71e629013f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.438799] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.438911] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.439146] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.566402] env[64147]: DEBUG nova.network.neutron [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updated VIF entry in instance network info cache for port 2a543c2a-5867-4ecc-bf4c-64418378d808. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.567439] env[64147]: DEBUG nova.network.neutron [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance_info_cache with network_info: [{"id": "2a543c2a-5867-4ecc-bf4c-64418378d808", "address": "fa:16:3e:06:ae:46", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a543c2a-58", "ovs_interfaceid": "2a543c2a-5867-4ecc-bf4c-64418378d808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.719914] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527f38d0-74f2-52ab-33a6-b6ad24f5375d, 'name': SearchDatastore_Task, 'duration_secs': 0.027017} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.720417] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.720417] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 964e7610-9650-42c8-a5f3-dc45716fe95c/964e7610-9650-42c8-a5f3-dc45716fe95c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.720674] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.720891] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.721177] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57812357-2b33-44e0-a78e-86c7a20edaa0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.726374] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26f47e37-6ab3-406b-a4c6-a38e2eedb48d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.736169] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839493, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.738732] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.738915] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.739773] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1450.739773] env[64147]: value = "task-1839494" [ 1450.739773] env[64147]: _type = "Task" [ 1450.739773] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.739986] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-818a8ec0-c991-42b7-846f-87d9b7e80fdd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.749374] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1450.749374] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52265f00-04b6-305c-b792-cafbd7f29bfa" [ 1450.749374] env[64147]: _type = "Task" [ 1450.749374] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.753049] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.762838] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52265f00-04b6-305c-b792-cafbd7f29bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.763468] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7668042e-05cd-4cfc-b3c4-67bd6aab4242 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.770120] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1450.770120] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5244532e-1915-524f-f9d4-60aa4e744526" [ 1450.770120] env[64147]: _type = "Task" [ 1450.770120] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.780094] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5244532e-1915-524f-f9d4-60aa4e744526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.832058] env[64147]: DEBUG nova.compute.utils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1450.833806] env[64147]: DEBUG nova.compute.manager [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1450.837027] env[64147]: DEBUG nova.network.neutron [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.940956] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Releasing lock "refresh_cache-057f77dc-a1e1-4aa2-814f-87fee60d5988" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.941236] env[64147]: DEBUG nova.compute.manager [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Instance network_info: |[{"id": "3121f245-5677-4529-85fa-d71e629013f1", "address": "fa:16:3e:02:e4:ae", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3121f245-56", "ovs_interfaceid": "3121f245-5677-4529-85fa-d71e629013f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1450.941686] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:e4:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3121f245-5677-4529-85fa-d71e629013f1', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.949760] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Creating folder: Project (d82457e033a94d0cbc1fffc5999e365c). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.950149] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e88c596-ade8-47e9-b294-6e1f5a87f821 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.961552] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Created folder: Project (d82457e033a94d0cbc1fffc5999e365c) in parent group-v380629. [ 1450.961758] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Creating folder: Instances. Parent ref: group-v380651. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.962043] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22b8f9c1-7e54-49a0-8302-b5355ef03cb7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.971593] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Created folder: Instances in parent group-v380651. [ 1450.972099] env[64147]: DEBUG oslo.service.loopingcall [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.972099] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.972326] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10f11626-70ed-4df0-8966-701b1ae1b469 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.993231] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.993231] env[64147]: value = "task-1839497" [ 1450.993231] env[64147]: _type = "Task" [ 1450.993231] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.008619] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839497, 'name': CreateVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.070439] env[64147]: DEBUG oslo_concurrency.lockutils [req-dfc6b596-7c58-4b58-9549-f0911d63e57d req-2fc42521-04eb-4673-b528-f5b6adaa3263 service nova] Releasing lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.169530] env[64147]: DEBUG nova.policy [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02d820facf1e4b7d9547445713da4a35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0c401aba1fc4e12afe917994f9ba9ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1451.235939] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839493, 'name': CreateVM_Task, 'duration_secs': 3.15373} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.236333] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.237143] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.237432] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.237856] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.239748] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e097435-d0e9-4d3d-a502-c44ed65aafc7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.244702] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1451.244702] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a94c3f-6374-cd8b-2ee7-12c8c62ad268" [ 1451.244702] env[64147]: _type = "Task" [ 1451.244702] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.256865] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a94c3f-6374-cd8b-2ee7-12c8c62ad268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.260964] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839494, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.282183] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5244532e-1915-524f-f9d4-60aa4e744526, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.282557] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.282888] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1451.283316] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3615366-1ed5-4bca-b410-b9def83b3563 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.294748] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1451.294748] env[64147]: value = "task-1839498" [ 1451.294748] env[64147]: _type = "Task" [ 1451.294748] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.308081] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.339087] env[64147]: DEBUG nova.compute.manager [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1451.472371] env[64147]: DEBUG nova.compute.manager [req-9e87887c-17de-40c2-b240-b7be1683e887 req-907661a5-539c-47a9-99a4-14616331d01e service nova] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Received event network-vif-plugged-3121f245-5677-4529-85fa-d71e629013f1 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1451.472590] env[64147]: DEBUG oslo_concurrency.lockutils [req-9e87887c-17de-40c2-b240-b7be1683e887 req-907661a5-539c-47a9-99a4-14616331d01e service nova] Acquiring lock "057f77dc-a1e1-4aa2-814f-87fee60d5988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.472737] env[64147]: DEBUG oslo_concurrency.lockutils [req-9e87887c-17de-40c2-b240-b7be1683e887 req-907661a5-539c-47a9-99a4-14616331d01e service nova] Lock "057f77dc-a1e1-4aa2-814f-87fee60d5988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.473035] env[64147]: DEBUG oslo_concurrency.lockutils [req-9e87887c-17de-40c2-b240-b7be1683e887 req-907661a5-539c-47a9-99a4-14616331d01e service nova] Lock "057f77dc-a1e1-4aa2-814f-87fee60d5988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.473124] env[64147]: DEBUG nova.compute.manager [req-9e87887c-17de-40c2-b240-b7be1683e887 req-907661a5-539c-47a9-99a4-14616331d01e service nova] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] No waiting events found dispatching network-vif-plugged-3121f245-5677-4529-85fa-d71e629013f1 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1451.473343] env[64147]: WARNING nova.compute.manager [req-9e87887c-17de-40c2-b240-b7be1683e887 req-907661a5-539c-47a9-99a4-14616331d01e service nova] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Received unexpected event network-vif-plugged-3121f245-5677-4529-85fa-d71e629013f1 for instance with vm_state building and task_state spawning. [ 1451.511217] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839497, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.623731] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9338dc86-b12d-492a-8543-d7e62e2af896 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.632077] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b670ce2-8e1a-4df7-a78d-1036d871efe7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.667414] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4a599a-d1c0-48e1-b4ba-8c5d83f30350 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.676220] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2a1710-198a-42b0-9b15-cf37d0edc384 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.693793] env[64147]: DEBUG nova.compute.provider_tree [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.758705] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70923} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.762483] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 964e7610-9650-42c8-a5f3-dc45716fe95c/964e7610-9650-42c8-a5f3-dc45716fe95c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.762842] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.763012] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a94c3f-6374-cd8b-2ee7-12c8c62ad268, 'name': SearchDatastore_Task, 'duration_secs': 0.072201} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.763223] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57c6b089-3e4b-43a5-b9db-0562df6eac3c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.765874] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.766085] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.766358] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.766588] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.766694] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.766950] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b291ca02-78bf-4062-99a4-84094cb0064f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.774681] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1451.774681] env[64147]: value = "task-1839499" [ 1451.774681] env[64147]: _type = "Task" [ 1451.774681] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.784150] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.785529] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.785746] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.786507] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bef231-e182-49d9-ae8f-7f1c2ec124a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.794813] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1451.794813] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5273ea6a-aba5-89e6-c0a1-77c78558950d" [ 1451.794813] env[64147]: _type = "Task" [ 1451.794813] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.807425] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5273ea6a-aba5-89e6-c0a1-77c78558950d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.810241] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839498, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.943178] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "b963fd88-11ad-48ec-910c-e531c727961e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.943413] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "b963fd88-11ad-48ec-910c-e531c727961e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.008740] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839497, 'name': CreateVM_Task, 'duration_secs': 0.553939} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.008986] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1452.009728] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.009927] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.010370] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.010976] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b9896c-1416-4df7-9a54-fd2b5edb6a91 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.016112] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for the task: (returnval){ [ 1452.016112] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52169310-3fb8-9e50-04a0-3d6b02c8a65f" [ 1452.016112] env[64147]: _type = "Task" [ 1452.016112] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.024730] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52169310-3fb8-9e50-04a0-3d6b02c8a65f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.199047] env[64147]: DEBUG nova.scheduler.client.report [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.287546] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.417195} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.287847] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.288677] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09e11d2-a7be-427e-aab7-c1323eb42b83 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.321036] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 964e7610-9650-42c8-a5f3-dc45716fe95c/964e7610-9650-42c8-a5f3-dc45716fe95c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.324696] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb85d3d-6452-437f-be0c-f03604855c26 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.347033] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5273ea6a-aba5-89e6-c0a1-77c78558950d, 'name': SearchDatastore_Task, 'duration_secs': 0.084813} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.349945] env[64147]: DEBUG nova.compute.manager [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1452.351984] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a586a7-608f-4d39-9378-c0c1d77b57ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.362454] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1452.362454] env[64147]: value = "task-1839500" [ 1452.362454] env[64147]: _type = "Task" [ 1452.362454] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.362825] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877889} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.363567] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.363775] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.368021] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57468561-96bc-4c49-bba5-fa4886a3a22f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.373950] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1452.373950] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529be7a7-d70d-7d63-cd03-70c9d9690fe7" [ 1452.373950] env[64147]: _type = "Task" [ 1452.373950] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.382027] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.382759] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1452.382759] env[64147]: value = "task-1839501" [ 1452.382759] env[64147]: _type = "Task" [ 1452.382759] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.389885] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529be7a7-d70d-7d63-cd03-70c9d9690fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.400863] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.420114] env[64147]: DEBUG nova.virt.hardware [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.420114] env[64147]: DEBUG nova.virt.hardware [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.420114] env[64147]: DEBUG nova.virt.hardware [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.420490] env[64147]: DEBUG nova.virt.hardware [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.420903] env[64147]: DEBUG nova.virt.hardware [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.421193] env[64147]: DEBUG nova.virt.hardware [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.421562] env[64147]: DEBUG nova.virt.hardware [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.421848] env[64147]: DEBUG nova.virt.hardware [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.422187] env[64147]: DEBUG nova.virt.hardware [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.422632] env[64147]: DEBUG nova.virt.hardware [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.422949] env[64147]: DEBUG nova.virt.hardware [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.424110] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aefc9e-5a45-4f20-9e96-3144c5988c1f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.437501] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8fe5b0-8f61-46df-91ea-1cbfd6242702 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.515728] env[64147]: DEBUG nova.network.neutron [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Successfully created port: 5b821924-0b93-4971-95ed-9200a13f7dc3 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1452.542108] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52169310-3fb8-9e50-04a0-3d6b02c8a65f, 'name': SearchDatastore_Task, 'duration_secs': 0.064651} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.542657] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.542797] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.542946] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.703280] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.703808] env[64147]: DEBUG nova.compute.manager [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1452.707327] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.719s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.709408] env[64147]: INFO nova.compute.claims [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1452.880347] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.887800] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529be7a7-d70d-7d63-cd03-70c9d9690fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.12117} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.892118] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.892405] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 53ceb216-7d63-4dfd-8185-1bf488665180/53ceb216-7d63-4dfd-8185-1bf488665180.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.892811] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.893029] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.893244] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de3a5600-674e-456c-8be6-33715168a3d0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.898613] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cde5e6c-009f-471d-b21d-27b47eee19de {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.904757] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067983} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.905422] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.906271] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8cfe29-873e-495b-9bc0-7589b45e99de {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.910638] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1452.910638] env[64147]: value = "task-1839502" [ 1452.910638] env[64147]: _type = "Task" [ 1452.910638] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.929873] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.930766] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32c9e123-fb06-4146-b04b-40d30aabf339 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.948344] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.955473] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1452.955473] env[64147]: value = "task-1839503" [ 1452.955473] env[64147]: _type = "Task" [ 1452.955473] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.963547] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.140569] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1453.142120] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1453.142120] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fe3048-3ddc-4061-8e47-2ccff3715d3b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.155933] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquiring lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.156557] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.157235] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for the task: (returnval){ [ 1453.157235] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529c90f7-e4d9-6842-bedd-fb8d524b4558" [ 1453.157235] env[64147]: _type = "Task" [ 1453.157235] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.158031] env[64147]: DEBUG nova.compute.manager [None req-a136bb6a-b5e1-4af6-9d10-f1a48fb88740 tempest-ServerDiagnosticsTest-1389019575 tempest-ServerDiagnosticsTest-1389019575-project-admin] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.159032] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d25199-c739-43e5-b7e6-1a60aa85ac6b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.177474] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529c90f7-e4d9-6842-bedd-fb8d524b4558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.177474] env[64147]: INFO nova.compute.manager [None req-a136bb6a-b5e1-4af6-9d10-f1a48fb88740 tempest-ServerDiagnosticsTest-1389019575 tempest-ServerDiagnosticsTest-1389019575-project-admin] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Retrieving diagnostics [ 1453.177474] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7b585e-74c2-4185-8913-a9cecf236d57 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.214026] env[64147]: DEBUG nova.compute.utils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1453.217210] env[64147]: DEBUG nova.compute.manager [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1453.217380] env[64147]: DEBUG nova.network.neutron [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1453.327709] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Acquiring lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.327709] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.327709] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Acquiring lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.327709] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.327875] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.329553] env[64147]: INFO nova.compute.manager [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Terminating instance [ 1453.376426] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839500, 'name': ReconfigVM_Task, 'duration_secs': 0.729504} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.376709] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 964e7610-9650-42c8-a5f3-dc45716fe95c/964e7610-9650-42c8-a5f3-dc45716fe95c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.377352] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83f29561-c8ae-472b-9050-05e6be7e5866 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.388473] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1453.388473] env[64147]: value = "task-1839504" [ 1453.388473] env[64147]: _type = "Task" [ 1453.388473] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.397309] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839504, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.404231] env[64147]: DEBUG nova.policy [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24e1f06e9000410791e3271a1038754c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ef2dae74d244f77b433deecda37a6a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1453.420043] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.465460] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839503, 'name': ReconfigVM_Task, 'duration_secs': 0.330965} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.465901] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.467792] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a87ce74-72b9-4486-9e0a-61044424c93a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.476505] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1453.476505] env[64147]: value = "task-1839505" [ 1453.476505] env[64147]: _type = "Task" [ 1453.476505] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.488617] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839505, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.682917] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529c90f7-e4d9-6842-bedd-fb8d524b4558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.683398] env[64147]: DEBUG nova.network.neutron [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Successfully updated port: 4bfb8e5a-7144-4ad8-910c-8aaaae8427d6 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1453.718321] env[64147]: DEBUG nova.compute.manager [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1453.834620] env[64147]: DEBUG nova.compute.manager [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1453.834913] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.836556] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc032318-72a5-4e57-91d8-db7efa7fc665 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.850297] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.851875] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dadfa5b9-08cd-4584-9dab-d4487ae3ecd3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.861425] env[64147]: DEBUG oslo_vmware.api [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Waiting for the task: (returnval){ [ 1453.861425] env[64147]: value = "task-1839506" [ 1453.861425] env[64147]: _type = "Task" [ 1453.861425] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.873608] env[64147]: DEBUG oslo_vmware.api [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Task: {'id': task-1839506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.904150] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839504, 'name': Rename_Task, 'duration_secs': 0.248661} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.907646] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.909897] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2988594b-478f-4c1e-87cc-4f9e28ffb581 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.919359] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1453.919359] env[64147]: value = "task-1839507" [ 1453.919359] env[64147]: _type = "Task" [ 1453.919359] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.929642] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.937425] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.990616] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839505, 'name': Rename_Task, 'duration_secs': 0.194352} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.990888] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.991179] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a228b80-84b5-42dd-8dac-301baf79219d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.001140] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1454.001140] env[64147]: value = "task-1839508" [ 1454.001140] env[64147]: _type = "Task" [ 1454.001140] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.013256] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.030805] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97a9788-280d-49e0-ba4c-087e728bea93 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.039297] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5931aa1-5bde-4826-91ba-921451d1e844 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.077202] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcc9238-5fe9-45c0-a3ee-ead7829e11e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.085542] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac60619-bf21-4802-806a-918c5d1c2659 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.101290] env[64147]: DEBUG nova.compute.provider_tree [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.174399] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529c90f7-e4d9-6842-bedd-fb8d524b4558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.186650] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquiring lock "refresh_cache-9b498cb6-7367-4420-bc36-238846408fc6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.186808] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquired lock "refresh_cache-9b498cb6-7367-4420-bc36-238846408fc6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.187370] env[64147]: DEBUG nova.network.neutron [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.371943] env[64147]: DEBUG oslo_vmware.api [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Task: {'id': task-1839506, 'name': PowerOffVM_Task, 'duration_secs': 0.341042} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.372234] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.372660] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.372660] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aab94d3-b924-4684-aea3-aaa825f1564d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.421958] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.432029] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839507, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.515412] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839508, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.534209] env[64147]: DEBUG nova.network.neutron [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Successfully created port: 3987308a-4693-416f-9a57-d22259b4f2e3 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1454.606271] env[64147]: DEBUG nova.scheduler.client.report [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.662897] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.663125] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.663300] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Deleting the datastore file [datastore1] 42a86b6c-dd90-4dc0-b566-db954ad4dc04 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.667039] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f5fa941-b8b0-433b-889a-3da0f64fe49f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.678043] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529c90f7-e4d9-6842-bedd-fb8d524b4558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.679253] env[64147]: DEBUG oslo_vmware.api [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Waiting for the task: (returnval){ [ 1454.679253] env[64147]: value = "task-1839510" [ 1454.679253] env[64147]: _type = "Task" [ 1454.679253] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.687865] env[64147]: DEBUG oslo_vmware.api [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Task: {'id': task-1839510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.733110] env[64147]: DEBUG nova.compute.manager [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1454.761414] env[64147]: DEBUG nova.virt.hardware [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:41:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='438772420',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-164752672',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.762148] env[64147]: DEBUG nova.virt.hardware [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.762669] env[64147]: DEBUG nova.virt.hardware [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.763107] env[64147]: DEBUG nova.virt.hardware [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.763839] env[64147]: DEBUG nova.virt.hardware [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.764039] env[64147]: DEBUG nova.virt.hardware [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.764329] env[64147]: DEBUG nova.virt.hardware [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.764550] env[64147]: DEBUG nova.virt.hardware [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.765232] env[64147]: DEBUG nova.virt.hardware [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.765232] env[64147]: DEBUG nova.virt.hardware [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.765232] env[64147]: DEBUG nova.virt.hardware [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.766471] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665dede8-cd38-4c1f-8ae8-5fab09008486 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.776824] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1618f7-85fa-4264-955b-75c25fb4fe86 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.923772] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.932823] env[64147]: DEBUG oslo_vmware.api [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839507, 'name': PowerOnVM_Task, 'duration_secs': 0.694379} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.933224] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.933449] env[64147]: INFO nova.compute.manager [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Took 15.44 seconds to spawn the instance on the hypervisor. [ 1454.933631] env[64147]: DEBUG nova.compute.manager [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.934490] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea593fa1-0e42-4658-92e3-4b0723f973c8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.938631] env[64147]: DEBUG nova.network.neutron [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1455.018676] env[64147]: DEBUG oslo_vmware.api [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839508, 'name': PowerOnVM_Task, 'duration_secs': 0.879602} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.019342] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.019342] env[64147]: INFO nova.compute.manager [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1455.019542] env[64147]: DEBUG nova.compute.manager [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.020489] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e4bce4-1aaf-461d-b217-63a9d9693ca6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.121536] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.122217] env[64147]: DEBUG nova.compute.manager [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1455.131418] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.027s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.133861] env[64147]: INFO nova.compute.claims [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.183397] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529c90f7-e4d9-6842-bedd-fb8d524b4558, 'name': SearchDatastore_Task, 'duration_secs': 1.751046} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.192346] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd88c69-1b6a-493e-b4ce-d8cf9884129a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.199418] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for the task: (returnval){ [ 1455.199418] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524ef5b3-4a20-624a-9726-ca273a8cac22" [ 1455.199418] env[64147]: _type = "Task" [ 1455.199418] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.203620] env[64147]: DEBUG oslo_vmware.api [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Task: {'id': task-1839510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.215439] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524ef5b3-4a20-624a-9726-ca273a8cac22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.239218] env[64147]: DEBUG nova.network.neutron [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Successfully updated port: 5b821924-0b93-4971-95ed-9200a13f7dc3 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.431054] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839502, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.458410] env[64147]: INFO nova.compute.manager [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Took 26.99 seconds to build instance. [ 1455.542499] env[64147]: INFO nova.compute.manager [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Took 25.37 seconds to build instance. [ 1455.640626] env[64147]: DEBUG nova.compute.utils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1455.643933] env[64147]: DEBUG nova.compute.manager [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1455.644160] env[64147]: DEBUG nova.network.neutron [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1455.696646] env[64147]: DEBUG oslo_vmware.api [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Task: {'id': task-1839510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.603945} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.698121] env[64147]: DEBUG nova.policy [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '994d312f46584b7a9ce9e7cb22dc514d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1ecbbf10bd8402bb492c8181a078dff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1455.699615] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.699798] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.699968] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.700957] env[64147]: INFO nova.compute.manager [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Took 1.87 seconds to destroy the instance on the hypervisor. [ 1455.700957] env[64147]: DEBUG oslo.service.loopingcall [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.700957] env[64147]: DEBUG nova.compute.manager [-] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.700957] env[64147]: DEBUG nova.network.neutron [-] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.715163] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524ef5b3-4a20-624a-9726-ca273a8cac22, 'name': SearchDatastore_Task, 'duration_secs': 0.072946} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.715163] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.715163] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 057f77dc-a1e1-4aa2-814f-87fee60d5988/057f77dc-a1e1-4aa2-814f-87fee60d5988.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.715163] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8a446b2-bb0a-4118-a689-3cb7f7411d03 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.721215] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for the task: (returnval){ [ 1455.721215] env[64147]: value = "task-1839511" [ 1455.721215] env[64147]: _type = "Task" [ 1455.721215] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.731604] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.745281] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "refresh_cache-e3fc8314-7f46-4c87-ac67-76133a853b0e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.745281] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired lock "refresh_cache-e3fc8314-7f46-4c87-ac67-76133a853b0e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.745281] env[64147]: DEBUG nova.network.neutron [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.828295] env[64147]: DEBUG nova.network.neutron [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Updating instance_info_cache with network_info: [{"id": "4bfb8e5a-7144-4ad8-910c-8aaaae8427d6", "address": "fa:16:3e:fc:62:b4", "network": {"id": "0528199f-918b-477f-8508-08228ee2e17e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1337967026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95dfa1e702e41ceba65f4ca5357708e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb8e5a-71", "ovs_interfaceid": "4bfb8e5a-7144-4ad8-910c-8aaaae8427d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.928903] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839502, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.649331} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.929272] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 53ceb216-7d63-4dfd-8185-1bf488665180/53ceb216-7d63-4dfd-8185-1bf488665180.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.929521] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.929807] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d99c17da-3f63-4aff-ad00-5641ac63f618 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.938413] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1455.938413] env[64147]: value = "task-1839512" [ 1455.938413] env[64147]: _type = "Task" [ 1455.938413] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.949848] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.962626] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9cb890da-7c29-490f-bea2-3ce17917143f tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "964e7610-9650-42c8-a5f3-dc45716fe95c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.497s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.047450] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e63faf0-5dbb-46fc-a686-ca65d493f650 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "7fbe345a-3ce0-4e4d-9a64-aecade889565" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.886s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.144486] env[64147]: DEBUG nova.compute.manager [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1456.234328] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839511, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.337040] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Releasing lock "refresh_cache-9b498cb6-7367-4420-bc36-238846408fc6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.337040] env[64147]: DEBUG nova.compute.manager [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Instance network_info: |[{"id": "4bfb8e5a-7144-4ad8-910c-8aaaae8427d6", "address": "fa:16:3e:fc:62:b4", "network": {"id": "0528199f-918b-477f-8508-08228ee2e17e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1337967026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95dfa1e702e41ceba65f4ca5357708e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb8e5a-71", "ovs_interfaceid": "4bfb8e5a-7144-4ad8-910c-8aaaae8427d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1456.339043] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:62:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bfb8e5a-7144-4ad8-910c-8aaaae8427d6', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.352875] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Creating folder: Project (f95dfa1e702e41ceba65f4ca5357708e). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.356695] env[64147]: DEBUG nova.network.neutron [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Successfully created port: 6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1456.359301] env[64147]: DEBUG nova.network.neutron [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.361254] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49822986-1c9e-4b08-9054-69309a3be6d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.376767] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Created folder: Project (f95dfa1e702e41ceba65f4ca5357708e) in parent group-v380629. [ 1456.376767] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Creating folder: Instances. Parent ref: group-v380654. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.381269] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27d24568-5138-4e47-9e90-76fd30794abe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.397987] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Created folder: Instances in parent group-v380654. [ 1456.398377] env[64147]: DEBUG oslo.service.loopingcall [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.401228] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.402180] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7a5095b-225e-4ea7-9048-ee8a50164e30 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.428021] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.428021] env[64147]: value = "task-1839515" [ 1456.428021] env[64147]: _type = "Task" [ 1456.428021] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.438022] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839515, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.459166] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175582} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.461742] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.461742] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75483483-9870-4d67-87f4-071cbd52792b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.468714] env[64147]: DEBUG nova.compute.manager [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1456.498556] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 53ceb216-7d63-4dfd-8185-1bf488665180/53ceb216-7d63-4dfd-8185-1bf488665180.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.505892] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d15e380-f38c-4c6d-9d9d-4ae1a60e97a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.525996] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1456.525996] env[64147]: value = "task-1839516" [ 1456.525996] env[64147]: _type = "Task" [ 1456.525996] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.538914] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.551195] env[64147]: DEBUG nova.compute.manager [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1456.620760] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d415ce-4342-4944-80be-2e69200f16f0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.627149] env[64147]: DEBUG nova.network.neutron [-] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.634559] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a66d925-d4b7-4ce1-90ae-a2cbae10a190 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.679176] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8b2d79-d733-4153-8e7c-22edd5217005 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.686775] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.686775] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.695328] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b69b003-8ecd-46ef-9030-eb5fbfa73456 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.725074] env[64147]: DEBUG nova.compute.provider_tree [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.737112] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764224} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.737112] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 057f77dc-a1e1-4aa2-814f-87fee60d5988/057f77dc-a1e1-4aa2-814f-87fee60d5988.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.737112] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.737112] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-054d295e-aa83-4ca0-9534-0b74a0d714aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.745193] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for the task: (returnval){ [ 1456.745193] env[64147]: value = "task-1839517" [ 1456.745193] env[64147]: _type = "Task" [ 1456.745193] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.761009] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.767850] env[64147]: DEBUG nova.network.neutron [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Updating instance_info_cache with network_info: [{"id": "5b821924-0b93-4971-95ed-9200a13f7dc3", "address": "fa:16:3e:fa:64:fd", "network": {"id": "b73a51b3-037b-47a6-b952-9bde75400575", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604722611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0c401aba1fc4e12afe917994f9ba9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b821924-0b", "ovs_interfaceid": "5b821924-0b93-4971-95ed-9200a13f7dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.940214] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839515, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.995429] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.038598] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839516, 'name': ReconfigVM_Task, 'duration_secs': 0.441444} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.038976] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 53ceb216-7d63-4dfd-8185-1bf488665180/53ceb216-7d63-4dfd-8185-1bf488665180.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.039526] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7da1e6ec-9f31-4fd2-b075-ff1a73025d22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.045718] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1457.045718] env[64147]: value = "task-1839518" [ 1457.045718] env[64147]: _type = "Task" [ 1457.045718] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.058168] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839518, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.076993] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.129984] env[64147]: INFO nova.compute.manager [-] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Took 1.43 seconds to deallocate network for instance. [ 1457.187959] env[64147]: DEBUG nova.compute.manager [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1457.223127] env[64147]: DEBUG nova.virt.hardware [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1457.223435] env[64147]: DEBUG nova.virt.hardware [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.223620] env[64147]: DEBUG nova.virt.hardware [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1457.223837] env[64147]: DEBUG nova.virt.hardware [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.224531] env[64147]: DEBUG nova.virt.hardware [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1457.224752] env[64147]: DEBUG nova.virt.hardware [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1457.225110] env[64147]: DEBUG nova.virt.hardware [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1457.225253] env[64147]: DEBUG nova.virt.hardware [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1457.225453] env[64147]: DEBUG nova.virt.hardware [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1457.225650] env[64147]: DEBUG nova.virt.hardware [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1457.225858] env[64147]: DEBUG nova.virt.hardware [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1457.227268] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4f1564-d74e-4173-b183-d014f062459c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.230308] env[64147]: DEBUG nova.scheduler.client.report [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.239189] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b3b31-0796-4756-b54e-e013dcd0dcee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.268327] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067568} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.268928] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.269906] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b4ed8c-acb7-413d-adb7-2d0f74d7e547 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.274453] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Releasing lock "refresh_cache-e3fc8314-7f46-4c87-ac67-76133a853b0e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.274453] env[64147]: DEBUG nova.compute.manager [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Instance network_info: |[{"id": "5b821924-0b93-4971-95ed-9200a13f7dc3", "address": "fa:16:3e:fa:64:fd", "network": {"id": "b73a51b3-037b-47a6-b952-9bde75400575", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604722611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0c401aba1fc4e12afe917994f9ba9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b821924-0b", "ovs_interfaceid": "5b821924-0b93-4971-95ed-9200a13f7dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1457.274644] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:64:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b821924-0b93-4971-95ed-9200a13f7dc3', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.282978] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Creating folder: Project (f0c401aba1fc4e12afe917994f9ba9ae). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1457.282978] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-889c54b2-3d9e-4f99-8b39-f2d45688753e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.302926] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 057f77dc-a1e1-4aa2-814f-87fee60d5988/057f77dc-a1e1-4aa2-814f-87fee60d5988.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.307303] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1385256-d975-4849-b8fe-8f344940be23 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.319717] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Created folder: Project (f0c401aba1fc4e12afe917994f9ba9ae) in parent group-v380629. [ 1457.319922] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Creating folder: Instances. Parent ref: group-v380657. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1457.320615] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f15235bd-5108-48b8-b2dd-aac7cc40e48e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.324935] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for the task: (returnval){ [ 1457.324935] env[64147]: value = "task-1839520" [ 1457.324935] env[64147]: _type = "Task" [ 1457.324935] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.336397] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Created folder: Instances in parent group-v380657. [ 1457.336648] env[64147]: DEBUG oslo.service.loopingcall [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.337204] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.337559] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.337619] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e497c977-c567-4ece-8748-12bc66d7aef5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.357774] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.357774] env[64147]: value = "task-1839522" [ 1457.357774] env[64147]: _type = "Task" [ 1457.357774] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.369265] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839522, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.438866] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839515, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.556906] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839518, 'name': Rename_Task, 'duration_secs': 0.154784} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.557872] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1457.557872] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c8f4dda-fb68-4109-acf9-251521a71ad4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.565235] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1457.565235] env[64147]: value = "task-1839523" [ 1457.565235] env[64147]: _type = "Task" [ 1457.565235] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.575054] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.643595] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.735503] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.735751] env[64147]: DEBUG nova.compute.manager [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1457.738574] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.357s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.740105] env[64147]: INFO nova.compute.claims [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.835595] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839520, 'name': ReconfigVM_Task, 'duration_secs': 0.379868} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.835853] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 057f77dc-a1e1-4aa2-814f-87fee60d5988/057f77dc-a1e1-4aa2-814f-87fee60d5988.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.836492] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2df5024-ad24-458b-a96a-d2b6da3070df {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.844102] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for the task: (returnval){ [ 1457.844102] env[64147]: value = "task-1839524" [ 1457.844102] env[64147]: _type = "Task" [ 1457.844102] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.852868] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839524, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.871455] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839522, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.942244] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839515, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.076013] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839523, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.248585] env[64147]: DEBUG nova.compute.utils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1458.259815] env[64147]: DEBUG nova.compute.manager [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1458.259815] env[64147]: DEBUG nova.network.neutron [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1458.357189] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839524, 'name': Rename_Task, 'duration_secs': 0.23491} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.357521] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.358146] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4499ab26-ea4c-427c-9ce7-a5988fa75e2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.372543] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839522, 'name': CreateVM_Task, 'duration_secs': 0.80647} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.374193] env[64147]: DEBUG nova.policy [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40338ba2d46a488b9dc3d70c74d461e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bc237f3720f4f32bf45ffdc90c4936d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1458.375681] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.375976] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for the task: (returnval){ [ 1458.375976] env[64147]: value = "task-1839525" [ 1458.375976] env[64147]: _type = "Task" [ 1458.375976] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.376628] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.376790] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.377245] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.377829] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f55130-2a9a-4f59-ba24-f778f264054f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.390327] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839525, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.390327] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1458.390327] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52833fd5-ecee-19c0-91a3-3ae5de9db382" [ 1458.390327] env[64147]: _type = "Task" [ 1458.390327] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.400171] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52833fd5-ecee-19c0-91a3-3ae5de9db382, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.400411] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.400690] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.401062] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.404289] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.404289] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.404289] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65cc63e1-db41-4bad-8fad-bbe843c2e97e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.412711] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.412876] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.413852] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b716f8-fd44-490e-a9bd-5923ec27539f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.419641] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1458.419641] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]525fe8cc-04a5-4521-8ce0-cc46dbd2b976" [ 1458.419641] env[64147]: _type = "Task" [ 1458.419641] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.429856] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525fe8cc-04a5-4521-8ce0-cc46dbd2b976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.442167] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839515, 'name': CreateVM_Task, 'duration_secs': 1.701575} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.442456] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.443055] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.443277] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.443511] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.443750] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c24a9a2a-498d-40de-950e-f82a84246b2d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.450672] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for the task: (returnval){ [ 1458.450672] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a253e4-0613-dd70-4900-bc425f38901e" [ 1458.450672] env[64147]: _type = "Task" [ 1458.450672] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.459374] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a253e4-0613-dd70-4900-bc425f38901e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.543264] env[64147]: DEBUG nova.network.neutron [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Successfully updated port: 6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1458.589113] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839523, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.758568] env[64147]: DEBUG nova.compute.manager [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1458.897029] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839525, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.933272] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525fe8cc-04a5-4521-8ce0-cc46dbd2b976, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.936774] env[64147]: DEBUG nova.network.neutron [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Successfully updated port: 3987308a-4693-416f-9a57-d22259b4f2e3 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1458.938053] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f88136-a60a-40cb-9bbd-5cd92e090609 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.945549] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1458.945549] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b264c8-f596-287f-f566-083f844976a3" [ 1458.945549] env[64147]: _type = "Task" [ 1458.945549] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.958463] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b264c8-f596-287f-f566-083f844976a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.969187] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a253e4-0613-dd70-4900-bc425f38901e, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.969187] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.969460] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.969646] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.973355] env[64147]: DEBUG nova.network.neutron [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Successfully created port: 8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.047031] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquiring lock "refresh_cache-41de1114-5e2c-41cb-85d2-91d387bd631c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.047031] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquired lock "refresh_cache-41de1114-5e2c-41cb-85d2-91d387bd631c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.047031] env[64147]: DEBUG nova.network.neutron [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.082373] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839523, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.095908] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab92b594-520a-49f3-8ab0-115d14706c59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.106315] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9147e5a-255c-41ec-ab82-ba218a600a43 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.111554] env[64147]: DEBUG nova.compute.manager [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Received event network-changed-3121f245-5677-4529-85fa-d71e629013f1 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1459.111554] env[64147]: DEBUG nova.compute.manager [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Refreshing instance network info cache due to event network-changed-3121f245-5677-4529-85fa-d71e629013f1. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1459.111554] env[64147]: DEBUG oslo_concurrency.lockutils [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] Acquiring lock "refresh_cache-057f77dc-a1e1-4aa2-814f-87fee60d5988" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.111554] env[64147]: DEBUG oslo_concurrency.lockutils [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] Acquired lock "refresh_cache-057f77dc-a1e1-4aa2-814f-87fee60d5988" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.113842] env[64147]: DEBUG nova.network.neutron [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Refreshing network info cache for port 3121f245-5677-4529-85fa-d71e629013f1 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.149450] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1682c141-d7c7-4986-ac6c-cfdf6edc8d5b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.158360] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5ad342-00ac-4a39-831b-d215bd09fff5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.175380] env[64147]: DEBUG nova.compute.provider_tree [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.401246] env[64147]: DEBUG oslo_vmware.api [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839525, 'name': PowerOnVM_Task, 'duration_secs': 0.629147} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.401954] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.402401] env[64147]: INFO nova.compute.manager [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Took 15.18 seconds to spawn the instance on the hypervisor. [ 1459.402684] env[64147]: DEBUG nova.compute.manager [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.403861] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e70649-5323-4d18-8cf7-568b2ebdce50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.443883] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquiring lock "refresh_cache-efc58ddd-7691-4490-9604-54d1793dc109" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.444191] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquired lock "refresh_cache-efc58ddd-7691-4490-9604-54d1793dc109" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.444353] env[64147]: DEBUG nova.network.neutron [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.463549] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b264c8-f596-287f-f566-083f844976a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013553} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.463829] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.465305] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] e3fc8314-7f46-4c87-ac67-76133a853b0e/e3fc8314-7f46-4c87-ac67-76133a853b0e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.469690] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.469918] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1459.470433] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-104bb8a3-9f59-47e0-a03b-23f3d9b99746 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.473736] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b59e574-4937-45aa-a4f3-06c0b10fd976 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.484458] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1459.484458] env[64147]: value = "task-1839526" [ 1459.484458] env[64147]: _type = "Task" [ 1459.484458] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.486087] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1459.486326] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1459.490243] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42663c85-1b85-4553-b173-962c81eba042 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.498545] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.499956] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for the task: (returnval){ [ 1459.499956] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e6f8e9-ace0-1776-5f5d-4472d6525743" [ 1459.499956] env[64147]: _type = "Task" [ 1459.499956] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.511318] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e6f8e9-ace0-1776-5f5d-4472d6525743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.584563] env[64147]: DEBUG oslo_vmware.api [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839523, 'name': PowerOnVM_Task, 'duration_secs': 1.837115} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.584563] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.584790] env[64147]: INFO nova.compute.manager [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Took 17.71 seconds to spawn the instance on the hypervisor. [ 1459.584897] env[64147]: DEBUG nova.compute.manager [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.585699] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea784e10-e881-4514-8688-5f2035b10f74 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.645875] env[64147]: DEBUG nova.network.neutron [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1459.679514] env[64147]: DEBUG nova.scheduler.client.report [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.774907] env[64147]: DEBUG nova.compute.manager [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1459.828198] env[64147]: DEBUG nova.virt.hardware [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.829037] env[64147]: DEBUG nova.virt.hardware [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.830019] env[64147]: DEBUG nova.virt.hardware [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.830019] env[64147]: DEBUG nova.virt.hardware [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.830019] env[64147]: DEBUG nova.virt.hardware [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.830019] env[64147]: DEBUG nova.virt.hardware [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.830802] env[64147]: DEBUG nova.virt.hardware [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.833522] env[64147]: DEBUG nova.virt.hardware [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.833522] env[64147]: DEBUG nova.virt.hardware [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.833522] env[64147]: DEBUG nova.virt.hardware [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.833522] env[64147]: DEBUG nova.virt.hardware [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.833522] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd343e40-d1db-4f26-9b92-57563892eed1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.849663] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a909a5-9cd4-4e97-ad12-a482688201d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.937489] env[64147]: INFO nova.compute.manager [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Took 30.85 seconds to build instance. [ 1459.974628] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquiring lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.974958] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.975242] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquiring lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.975457] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.975685] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.978365] env[64147]: INFO nova.compute.manager [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Terminating instance [ 1460.002509] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839526, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.019772] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e6f8e9-ace0-1776-5f5d-4472d6525743, 'name': SearchDatastore_Task, 'duration_secs': 0.0197} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.022563] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b499fef1-bdb9-4783-8599-ce4eec2c5957 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.027930] env[64147]: DEBUG nova.network.neutron [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Updated VIF entry in instance network info cache for port 3121f245-5677-4529-85fa-d71e629013f1. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.028313] env[64147]: DEBUG nova.network.neutron [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Updating instance_info_cache with network_info: [{"id": "3121f245-5677-4529-85fa-d71e629013f1", "address": "fa:16:3e:02:e4:ae", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3121f245-56", "ovs_interfaceid": "3121f245-5677-4529-85fa-d71e629013f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.031234] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for the task: (returnval){ [ 1460.031234] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5257307a-49a5-a413-9e6b-2a4334eb5743" [ 1460.031234] env[64147]: _type = "Task" [ 1460.031234] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.040326] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5257307a-49a5-a413-9e6b-2a4334eb5743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.084072] env[64147]: DEBUG nova.network.neutron [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.106848] env[64147]: INFO nova.compute.manager [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Took 31.58 seconds to build instance. [ 1460.125197] env[64147]: DEBUG nova.network.neutron [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Updating instance_info_cache with network_info: [{"id": "6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d", "address": "fa:16:3e:16:19:95", "network": {"id": "c8b6a314-60cd-4160-975f-dfb799339f5f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-433656409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1ecbbf10bd8402bb492c8181a078dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f17dbab-9b", "ovs_interfaceid": "6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.186482] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.186482] env[64147]: DEBUG nova.compute.manager [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1460.189903] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.766s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.402768] env[64147]: DEBUG nova.compute.manager [req-6da938c6-9a14-4fb6-a30b-a4dc5c6f238f req-d191cf99-6581-4d7d-96ca-15c8ad7b586a service nova] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Received event network-vif-plugged-5b821924-0b93-4971-95ed-9200a13f7dc3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1460.403070] env[64147]: DEBUG oslo_concurrency.lockutils [req-6da938c6-9a14-4fb6-a30b-a4dc5c6f238f req-d191cf99-6581-4d7d-96ca-15c8ad7b586a service nova] Acquiring lock "e3fc8314-7f46-4c87-ac67-76133a853b0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.403276] env[64147]: DEBUG oslo_concurrency.lockutils [req-6da938c6-9a14-4fb6-a30b-a4dc5c6f238f req-d191cf99-6581-4d7d-96ca-15c8ad7b586a service nova] Lock "e3fc8314-7f46-4c87-ac67-76133a853b0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.403434] env[64147]: DEBUG oslo_concurrency.lockutils [req-6da938c6-9a14-4fb6-a30b-a4dc5c6f238f req-d191cf99-6581-4d7d-96ca-15c8ad7b586a service nova] Lock "e3fc8314-7f46-4c87-ac67-76133a853b0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.403600] env[64147]: DEBUG nova.compute.manager [req-6da938c6-9a14-4fb6-a30b-a4dc5c6f238f req-d191cf99-6581-4d7d-96ca-15c8ad7b586a service nova] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] No waiting events found dispatching network-vif-plugged-5b821924-0b93-4971-95ed-9200a13f7dc3 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1460.404243] env[64147]: WARNING nova.compute.manager [req-6da938c6-9a14-4fb6-a30b-a4dc5c6f238f req-d191cf99-6581-4d7d-96ca-15c8ad7b586a service nova] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Received unexpected event network-vif-plugged-5b821924-0b93-4971-95ed-9200a13f7dc3 for instance with vm_state building and task_state spawning. [ 1460.433816] env[64147]: DEBUG nova.network.neutron [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Updating instance_info_cache with network_info: [{"id": "3987308a-4693-416f-9a57-d22259b4f2e3", "address": "fa:16:3e:fd:95:f1", "network": {"id": "2937a781-46e1-4646-a330-b0bcffdb68a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-146035817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef2dae74d244f77b433deecda37a6a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3987308a-46", "ovs_interfaceid": "3987308a-4693-416f-9a57-d22259b4f2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.442184] env[64147]: DEBUG oslo_concurrency.lockutils [None req-64fdbf14-8588-4efb-8051-464f42daf3ef tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Lock "057f77dc-a1e1-4aa2-814f-87fee60d5988" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.361s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.483786] env[64147]: DEBUG nova.compute.manager [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1460.483786] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.483786] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45776eed-0021-45b5-854d-8e29d8197120 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.494073] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.494705] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2330d572-e40d-4f4a-a5f0-8aec03102ea9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.499156] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564707} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.499760] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] e3fc8314-7f46-4c87-ac67-76133a853b0e/e3fc8314-7f46-4c87-ac67-76133a853b0e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.499986] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.500249] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9903ca61-4d34-4991-9e08-5e84fc990c45 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.503521] env[64147]: DEBUG oslo_vmware.api [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for the task: (returnval){ [ 1460.503521] env[64147]: value = "task-1839531" [ 1460.503521] env[64147]: _type = "Task" [ 1460.503521] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.508584] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1460.508584] env[64147]: value = "task-1839532" [ 1460.508584] env[64147]: _type = "Task" [ 1460.508584] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.515170] env[64147]: DEBUG oslo_vmware.api [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.521312] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.533147] env[64147]: DEBUG oslo_concurrency.lockutils [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] Releasing lock "refresh_cache-057f77dc-a1e1-4aa2-814f-87fee60d5988" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.533610] env[64147]: DEBUG nova.compute.manager [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Received event network-vif-plugged-4bfb8e5a-7144-4ad8-910c-8aaaae8427d6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1460.533777] env[64147]: DEBUG oslo_concurrency.lockutils [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] Acquiring lock "9b498cb6-7367-4420-bc36-238846408fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.533990] env[64147]: DEBUG oslo_concurrency.lockutils [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] Lock "9b498cb6-7367-4420-bc36-238846408fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.534352] env[64147]: DEBUG oslo_concurrency.lockutils [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] Lock "9b498cb6-7367-4420-bc36-238846408fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.534975] env[64147]: DEBUG nova.compute.manager [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] No waiting events found dispatching network-vif-plugged-4bfb8e5a-7144-4ad8-910c-8aaaae8427d6 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1460.535204] env[64147]: WARNING nova.compute.manager [req-3b70931b-dc78-453c-864e-347a589c46e9 req-40a1bd95-0038-48a9-8be5-2550402c2cfa service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Received unexpected event network-vif-plugged-4bfb8e5a-7144-4ad8-910c-8aaaae8427d6 for instance with vm_state building and task_state spawning. [ 1460.546227] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5257307a-49a5-a413-9e6b-2a4334eb5743, 'name': SearchDatastore_Task, 'duration_secs': 0.018715} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.546495] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.546738] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9b498cb6-7367-4420-bc36-238846408fc6/9b498cb6-7367-4420-bc36-238846408fc6.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1460.547047] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c1f82bd-ce28-4ac4-836c-0ec400221e4b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.554308] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for the task: (returnval){ [ 1460.554308] env[64147]: value = "task-1839533" [ 1460.554308] env[64147]: _type = "Task" [ 1460.554308] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.565069] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.611368] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4bcd18e4-0883-42d3-9c1c-3e5da8d26c1a tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "53ceb216-7d63-4dfd-8185-1bf488665180" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.096s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.631118] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Releasing lock "refresh_cache-41de1114-5e2c-41cb-85d2-91d387bd631c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.631118] env[64147]: DEBUG nova.compute.manager [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Instance network_info: |[{"id": "6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d", "address": "fa:16:3e:16:19:95", "network": {"id": "c8b6a314-60cd-4160-975f-dfb799339f5f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-433656409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1ecbbf10bd8402bb492c8181a078dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f17dbab-9b", "ovs_interfaceid": "6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1460.631384] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:19:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.640315] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Creating folder: Project (b1ecbbf10bd8402bb492c8181a078dff). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.640666] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b244e11d-aebc-4685-b280-dbdf2994c36a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.652469] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Created folder: Project (b1ecbbf10bd8402bb492c8181a078dff) in parent group-v380629. [ 1460.652469] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Creating folder: Instances. Parent ref: group-v380663. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.652841] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5e2d92a-2356-440d-b7af-7da8feb451ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.662526] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Created folder: Instances in parent group-v380663. [ 1460.662769] env[64147]: DEBUG oslo.service.loopingcall [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.665099] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1460.665099] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71d8fa4d-67aa-45ac-a3ca-68de81b8763f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.690452] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1460.690452] env[64147]: value = "task-1839536" [ 1460.690452] env[64147]: _type = "Task" [ 1460.690452] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.694821] env[64147]: DEBUG nova.compute.utils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.706856] env[64147]: DEBUG nova.compute.manager [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.706856] env[64147]: DEBUG nova.network.neutron [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.715418] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839536, 'name': CreateVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.790258] env[64147]: DEBUG nova.compute.manager [None req-d1488bd9-c1fc-465f-b754-c572acac824e tempest-ServerDiagnosticsV248Test-46276819 tempest-ServerDiagnosticsV248Test-46276819-project-admin] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1460.793847] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb6bc05-35e8-453b-bb66-eea13e2aad09 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.801491] env[64147]: INFO nova.compute.manager [None req-d1488bd9-c1fc-465f-b754-c572acac824e tempest-ServerDiagnosticsV248Test-46276819 tempest-ServerDiagnosticsV248Test-46276819-project-admin] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Retrieving diagnostics [ 1460.802775] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf5cb62-1f15-4d6f-abbc-185ef2cc71dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.861513] env[64147]: DEBUG nova.policy [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd67b0ca83747411db4611b643a68f777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74fded7124324d2b86d05dd7b728f96e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.871804] env[64147]: DEBUG nova.network.neutron [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Successfully updated port: 8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.939682] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Releasing lock "refresh_cache-efc58ddd-7691-4490-9604-54d1793dc109" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.940019] env[64147]: DEBUG nova.compute.manager [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Instance network_info: |[{"id": "3987308a-4693-416f-9a57-d22259b4f2e3", "address": "fa:16:3e:fd:95:f1", "network": {"id": "2937a781-46e1-4646-a330-b0bcffdb68a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-146035817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef2dae74d244f77b433deecda37a6a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3987308a-46", "ovs_interfaceid": "3987308a-4693-416f-9a57-d22259b4f2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1460.940483] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:95:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3987308a-4693-416f-9a57-d22259b4f2e3', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.948783] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Creating folder: Project (8ef2dae74d244f77b433deecda37a6a2). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.949731] env[64147]: DEBUG nova.compute.manager [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1460.953043] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3101847-27d7-46b0-9099-3e816dc8bdbf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.969186] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Created folder: Project (8ef2dae74d244f77b433deecda37a6a2) in parent group-v380629. [ 1460.969186] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Creating folder: Instances. Parent ref: group-v380666. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.969186] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63b7b816-14f2-4e1c-8833-b4c9fa0ad147 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.980733] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Created folder: Instances in parent group-v380666. [ 1460.981198] env[64147]: DEBUG oslo.service.loopingcall [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.981511] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1460.981885] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06cd130f-c3ed-41e9-bc11-e88ccc297a31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.006080] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.006080] env[64147]: value = "task-1839539" [ 1461.006080] env[64147]: _type = "Task" [ 1461.006080] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.024031] env[64147]: DEBUG oslo_vmware.api [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.025980] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839539, 'name': CreateVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.029521] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.067794] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.202464] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839536, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.210060] env[64147]: DEBUG nova.compute.manager [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.237225] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.237579] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.237579] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 42a86b6c-dd90-4dc0-b566-db954ad4dc04 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1461.237767] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 8ec6604b-5c28-44f9-b5e1-b7406aa806d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.237816] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 964e7610-9650-42c8-a5f3-dc45716fe95c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.238407] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 53ceb216-7d63-4dfd-8185-1bf488665180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.238407] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 057f77dc-a1e1-4aa2-814f-87fee60d5988 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.238407] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 7fbe345a-3ce0-4e4d-9a64-aecade889565 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.238407] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 9b498cb6-7367-4420-bc36-238846408fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.238725] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance e3fc8314-7f46-4c87-ac67-76133a853b0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.238725] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance efc58ddd-7691-4490-9604-54d1793dc109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.238725] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 41de1114-5e2c-41cb-85d2-91d387bd631c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.238725] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 5b040baf-24be-44c9-9ada-abec2614a18a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.238967] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 9a24af59-9f1d-4625-8cd2-728e7464f09a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.302582] env[64147]: DEBUG nova.network.neutron [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Successfully created port: 16099267-bbbf-4f8f-9871-7f37eebf3742 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1461.378908] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquiring lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.379081] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquired lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.379355] env[64147]: DEBUG nova.network.neutron [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.463941] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.465171] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.483199] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.523803] env[64147]: DEBUG oslo_vmware.api [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839531, 'name': PowerOffVM_Task, 'duration_secs': 0.625058} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.529038] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.529038] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.529038] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839539, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.529038] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3481ad6-2473-4fbd-ae51-89eb6749160a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.533708] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.638513} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.534642] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.535805] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c01b510-ce90-4f63-a049-413427f8c415 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.562090] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] e3fc8314-7f46-4c87-ac67-76133a853b0e/e3fc8314-7f46-4c87-ac67-76133a853b0e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.563211] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-758e8ff0-2a5c-4ae2-b468-15f9e019c6d1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.586852] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839533, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.588361] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1461.588361] env[64147]: value = "task-1839541" [ 1461.588361] env[64147]: _type = "Task" [ 1461.588361] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.597660] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.701574] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839536, 'name': CreateVM_Task, 'duration_secs': 0.75237} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.701901] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1461.702589] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.702804] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.703119] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1461.703427] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf291e0-193b-4b73-a17f-99ee6190a89b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.709128] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for the task: (returnval){ [ 1461.709128] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ff692b-cdc6-7443-72dd-064984e951f6" [ 1461.709128] env[64147]: _type = "Task" [ 1461.709128] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.721790] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ff692b-cdc6-7443-72dd-064984e951f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.742212] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance b963fd88-11ad-48ec-910c-e531c727961e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1461.925317] env[64147]: DEBUG nova.network.neutron [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.973684] env[64147]: DEBUG nova.compute.manager [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1462.024859] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839539, 'name': CreateVM_Task, 'duration_secs': 0.706864} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.025014] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.026461] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.075739] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839533, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.499744} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.077418] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9b498cb6-7367-4420-bc36-238846408fc6/9b498cb6-7367-4420-bc36-238846408fc6.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1462.077418] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1462.077418] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82fe8a88-0b79-4b2e-aee7-433e28fb710f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.085012] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for the task: (returnval){ [ 1462.085012] env[64147]: value = "task-1839542" [ 1462.085012] env[64147]: _type = "Task" [ 1462.085012] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.098654] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.102643] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.143735] env[64147]: INFO nova.compute.manager [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Rebuilding instance [ 1462.191047] env[64147]: DEBUG nova.network.neutron [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updating instance_info_cache with network_info: [{"id": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "address": "fa:16:3e:69:88:0c", "network": {"id": "f09e55e8-70ad-48ff-93c4-c144ececd1a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-814479189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc237f3720f4f32bf45ffdc90c4936d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfd0cb6-6f", "ovs_interfaceid": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.207669] env[64147]: DEBUG nova.compute.manager [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.210513] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b1df54-3396-4317-b2e5-55ca2b687b9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.223825] env[64147]: DEBUG nova.compute.manager [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1462.235450] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ff692b-cdc6-7443-72dd-064984e951f6, 'name': SearchDatastore_Task, 'duration_secs': 0.059462} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.236379] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.236379] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.236557] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.236865] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.236968] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.238051] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.238051] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.238051] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f05ae9f6-c047-4145-9741-1fed35c52b54 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.240262] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87efb0c7-30bb-449b-9640-da9d5cf8ddf9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.245388] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance b523b53f-5dd6-41e4-a097-3ac8cb9b09ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1462.248232] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for the task: (returnval){ [ 1462.248232] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527014b8-8806-e16b-953c-853c28d6542a" [ 1462.248232] env[64147]: _type = "Task" [ 1462.248232] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.253297] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.253491] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.255701] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c299759-bab4-4d63-b891-af725684aaea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.266424] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527014b8-8806-e16b-953c-853c28d6542a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.271305] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for the task: (returnval){ [ 1462.271305] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522083d8-f939-1ae0-358c-4f57c585733e" [ 1462.271305] env[64147]: _type = "Task" [ 1462.271305] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.278966] env[64147]: DEBUG nova.virt.hardware [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.279168] env[64147]: DEBUG nova.virt.hardware [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.279239] env[64147]: DEBUG nova.virt.hardware [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.279641] env[64147]: DEBUG nova.virt.hardware [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.279641] env[64147]: DEBUG nova.virt.hardware [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.279740] env[64147]: DEBUG nova.virt.hardware [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.279897] env[64147]: DEBUG nova.virt.hardware [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.280070] env[64147]: DEBUG nova.virt.hardware [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.280292] env[64147]: DEBUG nova.virt.hardware [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.280434] env[64147]: DEBUG nova.virt.hardware [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.280556] env[64147]: DEBUG nova.virt.hardware [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.282342] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e9a50a-ef14-4c95-b8b7-dee104402be7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.289038] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522083d8-f939-1ae0-358c-4f57c585733e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.295323] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34100315-9c6f-43b0-8475-60493fedb69b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.501656] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.601275] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070524} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.606039] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.606039] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839541, 'name': ReconfigVM_Task, 'duration_secs': 0.793205} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.609028] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1ba5b9-0ed3-4d71-82ce-e4b61dc25bb6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.610199] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Reconfigured VM instance instance-0000000a to attach disk [datastore1] e3fc8314-7f46-4c87-ac67-76133a853b0e/e3fc8314-7f46-4c87-ac67-76133a853b0e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.610959] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57749280-7cc0-4422-98ff-286a0f81e1d9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.639107] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 9b498cb6-7367-4420-bc36-238846408fc6/9b498cb6-7367-4420-bc36-238846408fc6.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.640812] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aeb8b5c-b0b1-4f31-a058-1ea03943f0b9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.658224] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1462.658224] env[64147]: value = "task-1839543" [ 1462.658224] env[64147]: _type = "Task" [ 1462.658224] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.665180] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for the task: (returnval){ [ 1462.665180] env[64147]: value = "task-1839544" [ 1462.665180] env[64147]: _type = "Task" [ 1462.665180] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.672226] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839543, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.677411] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.695190] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Releasing lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.695590] env[64147]: DEBUG nova.compute.manager [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Instance network_info: |[{"id": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "address": "fa:16:3e:69:88:0c", "network": {"id": "f09e55e8-70ad-48ff-93c4-c144ececd1a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-814479189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc237f3720f4f32bf45ffdc90c4936d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfd0cb6-6f", "ovs_interfaceid": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1462.696067] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:88:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dfd0cb6-6f1a-4952-9998-5d384753e231', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.707684] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Creating folder: Project (0bc237f3720f4f32bf45ffdc90c4936d). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.707764] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f1e276b-445a-4898-89e3-b7edfb7d4a1e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.718328] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Created folder: Project (0bc237f3720f4f32bf45ffdc90c4936d) in parent group-v380629. [ 1462.718516] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Creating folder: Instances. Parent ref: group-v380669. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.718758] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d2e5a2d-7786-4e8b-a134-4594d3a3b7a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.728516] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Created folder: Instances in parent group-v380669. [ 1462.728608] env[64147]: DEBUG oslo.service.loopingcall [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.729405] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.729405] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a08304da-d6e8-4f78-965e-f3bf102533e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.750813] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.750813] env[64147]: value = "task-1839547" [ 1462.750813] env[64147]: _type = "Task" [ 1462.750813] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.754933] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 615d9c66-fac7-48b9-8dad-1adf1e9d4e03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1462.765700] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527014b8-8806-e16b-953c-853c28d6542a, 'name': SearchDatastore_Task, 'duration_secs': 0.022656} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.769676] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.769899] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.770137] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.770358] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839547, 'name': CreateVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.780394] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522083d8-f939-1ae0-358c-4f57c585733e, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.781309] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36263f1-7692-4715-ae71-2fd7c458e9ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.786725] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for the task: (returnval){ [ 1462.786725] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522074c9-e163-ad7f-ffb1-8bba6f018841" [ 1462.786725] env[64147]: _type = "Task" [ 1462.786725] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.796140] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522074c9-e163-ad7f-ffb1-8bba6f018841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.950878] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquiring lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.952767] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.968241] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.968479] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.968749] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Deleting the datastore file [datastore1] 8ec6604b-5c28-44f9-b5e1-b7406aa806d7 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.968914] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dea44e6c-e382-47b6-81c3-91a55a58a162 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.975488] env[64147]: DEBUG oslo_vmware.api [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for the task: (returnval){ [ 1462.975488] env[64147]: value = "task-1839548" [ 1462.975488] env[64147]: _type = "Task" [ 1462.975488] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.983905] env[64147]: DEBUG oslo_vmware.api [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.174085] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839543, 'name': Rename_Task, 'duration_secs': 0.519326} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.175543] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.175543] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-588b9be7-a2d5-442a-a9a7-a9170bf47d00 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.180765] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.189115] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1463.189115] env[64147]: value = "task-1839549" [ 1463.189115] env[64147]: _type = "Task" [ 1463.189115] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.199906] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.247040] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1463.247475] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a88f3b31-897a-48f7-904c-ee7b61b3602d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.254728] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1463.254728] env[64147]: value = "task-1839550" [ 1463.254728] env[64147]: _type = "Task" [ 1463.254728] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.267489] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1463.267489] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1463.267489] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1463.274274] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839547, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.278881] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.301389] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522074c9-e163-ad7f-ffb1-8bba6f018841, 'name': SearchDatastore_Task, 'duration_secs': 0.014947} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.301647] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.301898] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 41de1114-5e2c-41cb-85d2-91d387bd631c/41de1114-5e2c-41cb-85d2-91d387bd631c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.302209] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.302395] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1463.302602] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2987c331-fded-4b69-b3b1-e8aa68ca90b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.307206] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fef83a0d-b5ec-4a97-bd00-9295c2496a38 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.315219] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for the task: (returnval){ [ 1463.315219] env[64147]: value = "task-1839551" [ 1463.315219] env[64147]: _type = "Task" [ 1463.315219] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.319600] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1463.319799] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1463.320869] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c95163-341d-4f34-8c2a-6630e8c2d33f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.329850] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.333751] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for the task: (returnval){ [ 1463.333751] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5273805c-2e63-b652-7101-23a41c2c64c9" [ 1463.333751] env[64147]: _type = "Task" [ 1463.333751] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.341908] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5273805c-2e63-b652-7101-23a41c2c64c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.415256] env[64147]: DEBUG nova.network.neutron [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Successfully updated port: 16099267-bbbf-4f8f-9871-7f37eebf3742 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1463.433431] env[64147]: DEBUG nova.compute.manager [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Received event network-changed-4bfb8e5a-7144-4ad8-910c-8aaaae8427d6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1463.435325] env[64147]: DEBUG nova.compute.manager [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Refreshing instance network info cache due to event network-changed-4bfb8e5a-7144-4ad8-910c-8aaaae8427d6. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1463.435325] env[64147]: DEBUG oslo_concurrency.lockutils [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] Acquiring lock "refresh_cache-9b498cb6-7367-4420-bc36-238846408fc6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.435325] env[64147]: DEBUG oslo_concurrency.lockutils [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] Acquired lock "refresh_cache-9b498cb6-7367-4420-bc36-238846408fc6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.435325] env[64147]: DEBUG nova.network.neutron [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Refreshing network info cache for port 4bfb8e5a-7144-4ad8-910c-8aaaae8427d6 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.492607] env[64147]: DEBUG oslo_vmware.api [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Task: {'id': task-1839548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372305} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.492877] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.493227] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.493414] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.494018] env[64147]: INFO nova.compute.manager [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Took 3.01 seconds to destroy the instance on the hypervisor. [ 1463.494018] env[64147]: DEBUG oslo.service.loopingcall [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.494018] env[64147]: DEBUG nova.compute.manager [-] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.494332] env[64147]: DEBUG nova.network.neutron [-] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.663535] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7deef22-ba95-4855-8459-d35390ec92a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.678400] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839544, 'name': ReconfigVM_Task, 'duration_secs': 0.849503} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.678675] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 9b498cb6-7367-4420-bc36-238846408fc6/9b498cb6-7367-4420-bc36-238846408fc6.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.679354] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-155e1455-ef66-4b25-b36b-eb8db43eb49f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.681827] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde6f60b-fb69-4402-a4a7-2ac210d67fca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.725298] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d92b79-cb65-402a-b084-7a1dfcef9e8a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.729350] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for the task: (returnval){ [ 1463.729350] env[64147]: value = "task-1839552" [ 1463.729350] env[64147]: _type = "Task" [ 1463.729350] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.729644] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "1456713b-c899-46fd-ad10-9e90e6bb64c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.729870] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "1456713b-c899-46fd-ad10-9e90e6bb64c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.730074] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.730316] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.740091] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.741827] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a63ffa-8fd4-4577-aab5-a9a8ff734428 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.749689] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839552, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.761954] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.775027] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839550, 'name': PowerOffVM_Task, 'duration_secs': 0.292994} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.779349] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.779685] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.780282] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839547, 'name': CreateVM_Task, 'duration_secs': 0.792168} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.781096] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99427fd0-6590-4cf8-bcc0-9712cb4813ae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.784549] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1463.785360] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.785568] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.785921] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1463.786657] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582fcef7-3039-4632-8a32-1d74a94bd75c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.792501] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.793887] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ef1e254-9e4f-460b-b0ec-d63e436c991b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.795893] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1463.795893] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5218a9c8-7818-dcac-c7b8-ea9bcb12a2ef" [ 1463.795893] env[64147]: _type = "Task" [ 1463.795893] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.806079] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5218a9c8-7818-dcac-c7b8-ea9bcb12a2ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.821032] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.821259] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.821391] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Deleting the datastore file [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.822130] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-198d265b-d09a-490b-8bd4-472ac861568a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.828077] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.833278] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1463.833278] env[64147]: value = "task-1839554" [ 1463.833278] env[64147]: _type = "Task" [ 1463.833278] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.846266] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.850011] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5273805c-2e63-b652-7101-23a41c2c64c9, 'name': SearchDatastore_Task, 'duration_secs': 0.016207} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.850816] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb663ed2-9162-4565-9ab6-e24d598967f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.858181] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for the task: (returnval){ [ 1463.858181] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5292a9cb-bd83-d753-bc0e-ce48292b5035" [ 1463.858181] env[64147]: _type = "Task" [ 1463.858181] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.867878] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5292a9cb-bd83-d753-bc0e-ce48292b5035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.920736] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquiring lock "refresh_cache-9a24af59-9f1d-4625-8cd2-728e7464f09a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.920933] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquired lock "refresh_cache-9a24af59-9f1d-4625-8cd2-728e7464f09a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.921186] env[64147]: DEBUG nova.network.neutron [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.202097] env[64147]: DEBUG nova.network.neutron [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Updated VIF entry in instance network info cache for port 4bfb8e5a-7144-4ad8-910c-8aaaae8427d6. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.202636] env[64147]: DEBUG nova.network.neutron [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Updating instance_info_cache with network_info: [{"id": "4bfb8e5a-7144-4ad8-910c-8aaaae8427d6", "address": "fa:16:3e:fc:62:b4", "network": {"id": "0528199f-918b-477f-8508-08228ee2e17e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1337967026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95dfa1e702e41ceba65f4ca5357708e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb8e5a-71", "ovs_interfaceid": "4bfb8e5a-7144-4ad8-910c-8aaaae8427d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.230724] env[64147]: DEBUG oslo_vmware.api [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839549, 'name': PowerOnVM_Task, 'duration_secs': 0.947273} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.231451] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.231703] env[64147]: INFO nova.compute.manager [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Took 11.88 seconds to spawn the instance on the hypervisor. [ 1464.232276] env[64147]: DEBUG nova.compute.manager [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.235829] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d393136-3e09-4da4-8cc6-bedfc12b1508 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.243978] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839552, 'name': Rename_Task, 'duration_secs': 0.287232} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.245591] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.248929] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0422eb3-4ad6-4e40-8924-f83f0c6a12e8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.255123] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for the task: (returnval){ [ 1464.255123] env[64147]: value = "task-1839555" [ 1464.255123] env[64147]: _type = "Task" [ 1464.255123] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.263085] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.270618] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.307908] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5218a9c8-7818-dcac-c7b8-ea9bcb12a2ef, 'name': SearchDatastore_Task, 'duration_secs': 0.065306} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.308217] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.308482] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.308693] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.326252] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702533} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.326616] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 41de1114-5e2c-41cb-85d2-91d387bd631c/41de1114-5e2c-41cb-85d2-91d387bd631c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.326751] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.326930] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2a5bedf-8bba-498e-b863-71093505ddbb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.333190] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for the task: (returnval){ [ 1464.333190] env[64147]: value = "task-1839556" [ 1464.333190] env[64147]: _type = "Task" [ 1464.333190] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.345097] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.348558] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301342} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.348867] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.349124] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.349358] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.367602] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5292a9cb-bd83-d753-bc0e-ce48292b5035, 'name': SearchDatastore_Task, 'duration_secs': 0.053526} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.367850] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.368115] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] efc58ddd-7691-4490-9604-54d1793dc109/efc58ddd-7691-4490-9604-54d1793dc109.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1464.368389] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.368572] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.368775] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcac8ff1-9f97-43a8-a789-f7b6758b4175 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.373020] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aad83be5-81a5-4c97-be20-eea95bef210d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.376656] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for the task: (returnval){ [ 1464.376656] env[64147]: value = "task-1839557" [ 1464.376656] env[64147]: _type = "Task" [ 1464.376656] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.381381] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.381680] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.383621] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c46b554-0b56-4813-ad6c-715e0c89271a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.391142] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.391755] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1464.391755] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]521ee0f0-a3ce-42d1-8f9e-b26a91ace360" [ 1464.391755] env[64147]: _type = "Task" [ 1464.391755] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.399151] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521ee0f0-a3ce-42d1-8f9e-b26a91ace360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.467552] env[64147]: DEBUG nova.network.neutron [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.534246] env[64147]: DEBUG nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Received event network-changed-5b821924-0b93-4971-95ed-9200a13f7dc3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1464.536074] env[64147]: DEBUG nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Refreshing instance network info cache due to event network-changed-5b821924-0b93-4971-95ed-9200a13f7dc3. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1464.536074] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Acquiring lock "refresh_cache-e3fc8314-7f46-4c87-ac67-76133a853b0e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.536337] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Acquired lock "refresh_cache-e3fc8314-7f46-4c87-ac67-76133a853b0e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.536735] env[64147]: DEBUG nova.network.neutron [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Refreshing network info cache for port 5b821924-0b93-4971-95ed-9200a13f7dc3 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.558238] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquiring lock "7e11c2cd-02fa-4b35-b8f8-4436aa0d7556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.558238] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Lock "7e11c2cd-02fa-4b35-b8f8-4436aa0d7556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.558431] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquiring lock "7e11c2cd-02fa-4b35-b8f8-4436aa0d7556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.558719] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Lock "7e11c2cd-02fa-4b35-b8f8-4436aa0d7556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.558841] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Lock "7e11c2cd-02fa-4b35-b8f8-4436aa0d7556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.563616] env[64147]: INFO nova.compute.manager [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Terminating instance [ 1464.651516] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "482d902a-48d3-4165-b346-9e4266f2c923" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.651516] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "482d902a-48d3-4165-b346-9e4266f2c923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.656087] env[64147]: DEBUG nova.network.neutron [-] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.705414] env[64147]: DEBUG nova.network.neutron [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Updating instance_info_cache with network_info: [{"id": "16099267-bbbf-4f8f-9871-7f37eebf3742", "address": "fa:16:3e:e0:b9:a1", "network": {"id": "5720abbc-6653-4225-902c-cd12af22fed8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-602147224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74fded7124324d2b86d05dd7b728f96e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16099267-bb", "ovs_interfaceid": "16099267-bbbf-4f8f-9871-7f37eebf3742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.707722] env[64147]: DEBUG oslo_concurrency.lockutils [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] Releasing lock "refresh_cache-9b498cb6-7367-4420-bc36-238846408fc6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.707722] env[64147]: DEBUG nova.compute.manager [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Received event network-vif-plugged-3987308a-4693-416f-9a57-d22259b4f2e3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1464.707722] env[64147]: DEBUG oslo_concurrency.lockutils [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] Acquiring lock "efc58ddd-7691-4490-9604-54d1793dc109-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.707722] env[64147]: DEBUG oslo_concurrency.lockutils [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] Lock "efc58ddd-7691-4490-9604-54d1793dc109-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.708058] env[64147]: DEBUG oslo_concurrency.lockutils [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] Lock "efc58ddd-7691-4490-9604-54d1793dc109-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.708300] env[64147]: DEBUG nova.compute.manager [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] No waiting events found dispatching network-vif-plugged-3987308a-4693-416f-9a57-d22259b4f2e3 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.708478] env[64147]: WARNING nova.compute.manager [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Received unexpected event network-vif-plugged-3987308a-4693-416f-9a57-d22259b4f2e3 for instance with vm_state building and task_state spawning. [ 1464.708723] env[64147]: DEBUG nova.compute.manager [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Received event network-changed-3987308a-4693-416f-9a57-d22259b4f2e3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1464.708882] env[64147]: DEBUG nova.compute.manager [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Refreshing instance network info cache due to event network-changed-3987308a-4693-416f-9a57-d22259b4f2e3. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1464.709241] env[64147]: DEBUG oslo_concurrency.lockutils [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] Acquiring lock "refresh_cache-efc58ddd-7691-4490-9604-54d1793dc109" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.710925] env[64147]: DEBUG oslo_concurrency.lockutils [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] Acquired lock "refresh_cache-efc58ddd-7691-4490-9604-54d1793dc109" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.710925] env[64147]: DEBUG nova.network.neutron [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Refreshing network info cache for port 3987308a-4693-416f-9a57-d22259b4f2e3 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.762598] env[64147]: INFO nova.compute.manager [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Took 32.26 seconds to build instance. [ 1464.770841] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.777121] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1464.777381] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.588s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.777720] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.782s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.779598] env[64147]: INFO nova.compute.claims [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1464.782284] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.782440] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances with incomplete migration {{(pid=64147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1464.850293] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096654} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.850293] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.850293] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0d0774-2b52-4ffc-a847-859b8192229b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.876411] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 41de1114-5e2c-41cb-85d2-91d387bd631c/41de1114-5e2c-41cb-85d2-91d387bd631c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.877326] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8cbea98-6380-4030-a5db-10b6bddf88be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.906736] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for the task: (returnval){ [ 1464.906736] env[64147]: value = "task-1839558" [ 1464.906736] env[64147]: _type = "Task" [ 1464.906736] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.914480] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521ee0f0-a3ce-42d1-8f9e-b26a91ace360, 'name': SearchDatastore_Task, 'duration_secs': 0.008581} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.914853] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839557, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.918931] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a328838f-3515-4645-a690-d84d0ad51ab6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.928475] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1464.928475] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5287e0a4-c8e5-57f0-21ab-9dbf064a8e99" [ 1464.928475] env[64147]: _type = "Task" [ 1464.928475] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.934435] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.948530] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5287e0a4-c8e5-57f0-21ab-9dbf064a8e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.075181] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquiring lock "refresh_cache-7e11c2cd-02fa-4b35-b8f8-4436aa0d7556" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.075181] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquired lock "refresh_cache-7e11c2cd-02fa-4b35-b8f8-4436aa0d7556" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.075339] env[64147]: DEBUG nova.network.neutron [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.089091] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.089276] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.161896] env[64147]: INFO nova.compute.manager [-] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Took 1.67 seconds to deallocate network for instance. [ 1465.212594] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Releasing lock "refresh_cache-9a24af59-9f1d-4625-8cd2-728e7464f09a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.212594] env[64147]: DEBUG nova.compute.manager [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Instance network_info: |[{"id": "16099267-bbbf-4f8f-9871-7f37eebf3742", "address": "fa:16:3e:e0:b9:a1", "network": {"id": "5720abbc-6653-4225-902c-cd12af22fed8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-602147224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74fded7124324d2b86d05dd7b728f96e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16099267-bb", "ovs_interfaceid": "16099267-bbbf-4f8f-9871-7f37eebf3742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1465.214019] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:b9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16099267-bbbf-4f8f-9871-7f37eebf3742', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.222230] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Creating folder: Project (74fded7124324d2b86d05dd7b728f96e). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1465.227672] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquiring lock "057f77dc-a1e1-4aa2-814f-87fee60d5988" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.227921] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Lock "057f77dc-a1e1-4aa2-814f-87fee60d5988" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.228176] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquiring lock "057f77dc-a1e1-4aa2-814f-87fee60d5988-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.228386] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Lock "057f77dc-a1e1-4aa2-814f-87fee60d5988-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.228543] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Lock "057f77dc-a1e1-4aa2-814f-87fee60d5988-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.230369] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88e2e598-6668-49eb-9049-815d96404d5a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.232997] env[64147]: INFO nova.compute.manager [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Terminating instance [ 1465.245744] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Created folder: Project (74fded7124324d2b86d05dd7b728f96e) in parent group-v380629. [ 1465.245920] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Creating folder: Instances. Parent ref: group-v380672. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1465.246202] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ec9c131-8afe-4108-8e5b-414aa919c4e5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.257034] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Created folder: Instances in parent group-v380672. [ 1465.258349] env[64147]: DEBUG oslo.service.loopingcall [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.258349] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.258349] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d5fdf59-6a00-477a-83d3-3da9c0eeb257 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.276476] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9f1e14a-6d32-4f78-9264-fde0b8fe0e18 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "e3fc8314-7f46-4c87-ac67-76133a853b0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.784s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.284323] env[64147]: DEBUG oslo_vmware.api [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839555, 'name': PowerOnVM_Task, 'duration_secs': 0.727575} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.286249] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.286500] env[64147]: INFO nova.compute.manager [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Took 15.27 seconds to spawn the instance on the hypervisor. [ 1465.286682] env[64147]: DEBUG nova.compute.manager [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.289333] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.289333] env[64147]: value = "task-1839561" [ 1465.289333] env[64147]: _type = "Task" [ 1465.289333] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.290115] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594b8152-5834-4453-9bfc-fec1f58ba5b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.292995] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.311651] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839561, 'name': CreateVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.402515] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700767} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.402794] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] efc58ddd-7691-4490-9604-54d1793dc109/efc58ddd-7691-4490-9604-54d1793dc109.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1465.403954] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1465.403954] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81c6785d-fd16-495a-81cd-c819e8507463 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.411538] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for the task: (returnval){ [ 1465.411538] env[64147]: value = "task-1839563" [ 1465.411538] env[64147]: _type = "Task" [ 1465.411538] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.424626] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.428036] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839558, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.438991] env[64147]: DEBUG nova.network.neutron [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Updated VIF entry in instance network info cache for port 5b821924-0b93-4971-95ed-9200a13f7dc3. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.439596] env[64147]: DEBUG nova.network.neutron [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Updating instance_info_cache with network_info: [{"id": "5b821924-0b93-4971-95ed-9200a13f7dc3", "address": "fa:16:3e:fa:64:fd", "network": {"id": "b73a51b3-037b-47a6-b952-9bde75400575", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604722611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0c401aba1fc4e12afe917994f9ba9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b821924-0b", "ovs_interfaceid": "5b821924-0b93-4971-95ed-9200a13f7dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.457199] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5287e0a4-c8e5-57f0-21ab-9dbf064a8e99, 'name': SearchDatastore_Task, 'duration_secs': 0.068419} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.458327] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.458608] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5b040baf-24be-44c9-9ada-abec2614a18a/5b040baf-24be-44c9-9ada-abec2614a18a.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.458911] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0ed9784-295f-4660-b560-edccd8015bf0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.467374] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1465.467374] env[64147]: value = "task-1839564" [ 1465.467374] env[64147]: _type = "Task" [ 1465.467374] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.478674] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.540136] env[64147]: DEBUG nova.virt.hardware [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1465.540647] env[64147]: DEBUG nova.virt.hardware [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1465.540647] env[64147]: DEBUG nova.virt.hardware [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1465.540865] env[64147]: DEBUG nova.virt.hardware [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1465.541046] env[64147]: DEBUG nova.virt.hardware [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1465.542930] env[64147]: DEBUG nova.virt.hardware [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1465.543077] env[64147]: DEBUG nova.virt.hardware [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1465.543291] env[64147]: DEBUG nova.virt.hardware [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1465.543495] env[64147]: DEBUG nova.virt.hardware [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1465.543700] env[64147]: DEBUG nova.virt.hardware [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1465.543860] env[64147]: DEBUG nova.virt.hardware [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1465.544991] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20b55df-cb38-4072-bf62-bb41123eef8a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.554905] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00287398-a10a-4d63-8128-dea71f12fe87 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.570472] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.578510] env[64147]: DEBUG oslo.service.loopingcall [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.583251] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.583518] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11f854b4-b22e-45fe-b0fe-e3f53ba94d0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.604299] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.604299] env[64147]: value = "task-1839565" [ 1465.604299] env[64147]: _type = "Task" [ 1465.604299] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.613000] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839565, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.617905] env[64147]: DEBUG nova.network.neutron [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.670422] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.688688] env[64147]: DEBUG nova.network.neutron [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.738171] env[64147]: DEBUG nova.compute.manager [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.738613] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.739453] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e41be4-8334-4d3e-82fe-58b0513ef0f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.747802] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.748969] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bdf069a-d4e7-4684-93d2-633edab8ba8b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.755974] env[64147]: DEBUG oslo_vmware.api [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for the task: (returnval){ [ 1465.755974] env[64147]: value = "task-1839566" [ 1465.755974] env[64147]: _type = "Task" [ 1465.755974] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.766293] env[64147]: DEBUG oslo_vmware.api [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.781351] env[64147]: DEBUG nova.compute.manager [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.810269] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839561, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.811688] env[64147]: DEBUG nova.network.neutron [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Updated VIF entry in instance network info cache for port 3987308a-4693-416f-9a57-d22259b4f2e3. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.812416] env[64147]: DEBUG nova.network.neutron [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Updating instance_info_cache with network_info: [{"id": "3987308a-4693-416f-9a57-d22259b4f2e3", "address": "fa:16:3e:fd:95:f1", "network": {"id": "2937a781-46e1-4646-a330-b0bcffdb68a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-146035817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef2dae74d244f77b433deecda37a6a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3987308a-46", "ovs_interfaceid": "3987308a-4693-416f-9a57-d22259b4f2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.824692] env[64147]: INFO nova.compute.manager [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Took 34.79 seconds to build instance. [ 1465.933620] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquiring lock "b7395f42-7370-49c6-b975-05a3432f71d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.933620] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Lock "b7395f42-7370-49c6-b975-05a3432f71d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.933761] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078026} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.936647] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1465.941599] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123ab97a-d225-4c15-9655-3e6bae2f2cba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.946022] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839558, 'name': ReconfigVM_Task, 'duration_secs': 0.559005} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.946022] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 41de1114-5e2c-41cb-85d2-91d387bd631c/41de1114-5e2c-41cb-85d2-91d387bd631c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.946256] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Releasing lock "refresh_cache-e3fc8314-7f46-4c87-ac67-76133a853b0e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.946544] env[64147]: DEBUG nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Received event network-vif-deleted-862b20bf-bc1a-45d6-b310-3442ed014958 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1465.946778] env[64147]: DEBUG nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Received event network-vif-plugged-6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1465.947086] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Acquiring lock "41de1114-5e2c-41cb-85d2-91d387bd631c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.947514] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.947604] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.947846] env[64147]: DEBUG nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] No waiting events found dispatching network-vif-plugged-6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1465.948090] env[64147]: WARNING nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Received unexpected event network-vif-plugged-6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d for instance with vm_state building and task_state spawning. [ 1465.948336] env[64147]: DEBUG nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Received event network-changed-6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1465.948546] env[64147]: DEBUG nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Refreshing instance network info cache due to event network-changed-6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1465.948803] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Acquiring lock "refresh_cache-41de1114-5e2c-41cb-85d2-91d387bd631c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.949024] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Acquired lock "refresh_cache-41de1114-5e2c-41cb-85d2-91d387bd631c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.949276] env[64147]: DEBUG nova.network.neutron [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Refreshing network info cache for port 6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.951103] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2ec1cd2-8228-456f-8259-1076f0032af2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.972416] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] efc58ddd-7691-4490-9604-54d1793dc109/efc58ddd-7691-4490-9604-54d1793dc109.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.976289] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7396a3-3eb0-4a29-a730-b9f953e7b6d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.998363] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for the task: (returnval){ [ 1465.998363] env[64147]: value = "task-1839567" [ 1465.998363] env[64147]: _type = "Task" [ 1465.998363] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.009432] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839564, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.009432] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for the task: (returnval){ [ 1466.009432] env[64147]: value = "task-1839568" [ 1466.009432] env[64147]: _type = "Task" [ 1466.009432] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.018375] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839567, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.023552] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.114475] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839565, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.183982] env[64147]: DEBUG nova.compute.manager [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Stashing vm_state: active {{(pid=64147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1466.194796] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Releasing lock "refresh_cache-7e11c2cd-02fa-4b35-b8f8-4436aa0d7556" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.195293] env[64147]: DEBUG nova.compute.manager [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1466.195522] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.198420] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2f1b6e-db90-4858-84eb-fcaf53bac30f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.212685] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.213222] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc5b7f07-848a-4b47-b2dd-ff5155b64bf9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.220676] env[64147]: DEBUG oslo_vmware.api [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1466.220676] env[64147]: value = "task-1839569" [ 1466.220676] env[64147]: _type = "Task" [ 1466.220676] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.230487] env[64147]: DEBUG oslo_vmware.api [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.266994] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "fa858069-56fa-4de6-885c-670408b92daa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.266994] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "fa858069-56fa-4de6-885c-670408b92daa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.271528] env[64147]: DEBUG oslo_vmware.api [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839566, 'name': PowerOffVM_Task, 'duration_secs': 0.317988} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.275304] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.275505] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.277611] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bba3a3b-b353-44dd-8400-d017d1c5a6b4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.310277] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839561, 'name': CreateVM_Task, 'duration_secs': 0.539238} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.310456] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1466.312837] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.313148] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.313639] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.314671] env[64147]: DEBUG oslo_concurrency.lockutils [req-cbdc793a-063f-4791-81a7-01b8f6076803 req-7c0ee8e0-808a-486f-a06b-a3398747b232 service nova] Releasing lock "refresh_cache-efc58ddd-7691-4490-9604-54d1793dc109" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.315178] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a192450b-fbc4-44cb-bf8d-0c2290d1f549 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.318269] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.321362] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ee089c-2550-445b-8e86-054f3e763c15 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.326125] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for the task: (returnval){ [ 1466.326125] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ef5b66-25c3-4e4e-83c4-67343260841a" [ 1466.326125] env[64147]: _type = "Task" [ 1466.326125] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.334524] env[64147]: DEBUG oslo_concurrency.lockutils [None req-328408d9-c992-45fb-be99-de92173cbc59 tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Lock "9b498cb6-7367-4420-bc36-238846408fc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.324s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.336960] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fde51c-4026-41c9-b7cf-d07ca0d090f8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.347650] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ef5b66-25c3-4e4e-83c4-67343260841a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.377873] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d106b0-a3c7-4e63-88da-b8b5f859fde1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.387383] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2814714e-b9e2-4b6d-a28e-8c3c6870a516 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.405104] env[64147]: DEBUG nova.compute.provider_tree [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.452810] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.453044] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.453268] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Deleting the datastore file [datastore1] 057f77dc-a1e1-4aa2-814f-87fee60d5988 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.455813] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d979a19-33f2-41d2-89d8-df5a6a20d5e8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.463940] env[64147]: DEBUG oslo_vmware.api [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for the task: (returnval){ [ 1466.463940] env[64147]: value = "task-1839571" [ 1466.463940] env[64147]: _type = "Task" [ 1466.463940] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.472644] env[64147]: DEBUG oslo_vmware.api [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.490740] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839564, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.510570] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839567, 'name': Rename_Task, 'duration_secs': 0.279494} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.510866] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.511131] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0885eea-55ab-4173-bb0d-15c450239afe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.523018] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.525379] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for the task: (returnval){ [ 1466.525379] env[64147]: value = "task-1839572" [ 1466.525379] env[64147]: _type = "Task" [ 1466.525379] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.533340] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.617294] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839565, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.717991] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.732564] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.732849] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.741903] env[64147]: DEBUG oslo_vmware.api [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839569, 'name': PowerOffVM_Task, 'duration_secs': 0.187415} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.741903] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.741903] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.741903] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b37fb8ec-af92-418f-9f62-1584d8456fd5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.764513] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.764756] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.764910] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Deleting the datastore file [datastore1] 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.765222] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebd922c9-8e31-40e6-90fe-28327e4144a3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.771890] env[64147]: DEBUG oslo_vmware.api [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for the task: (returnval){ [ 1466.771890] env[64147]: value = "task-1839574" [ 1466.771890] env[64147]: _type = "Task" [ 1466.771890] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.780558] env[64147]: DEBUG oslo_vmware.api [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.801597] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.801918] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.802181] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.802407] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.802610] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1466.839625] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ef5b66-25c3-4e4e-83c4-67343260841a, 'name': SearchDatastore_Task, 'duration_secs': 0.073717} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.840047] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.840639] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.840901] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.841063] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.841256] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.841523] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99e6c05d-5817-45d5-8542-4b42330b07e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.847424] env[64147]: DEBUG nova.compute.manager [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1466.851730] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.851941] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.853329] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de1def3-7b9a-4344-bf0f-b27a79f6f234 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.859183] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for the task: (returnval){ [ 1466.859183] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520fd780-4bf6-1c85-465b-c5112dcfda83" [ 1466.859183] env[64147]: _type = "Task" [ 1466.859183] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.869103] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520fd780-4bf6-1c85-465b-c5112dcfda83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.909478] env[64147]: DEBUG nova.scheduler.client.report [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.973786] env[64147]: DEBUG oslo_vmware.api [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Task: {'id': task-1839571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319746} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.974073] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.974319] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1466.974571] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.974676] env[64147]: INFO nova.compute.manager [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1466.974930] env[64147]: DEBUG oslo.service.loopingcall [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.975195] env[64147]: DEBUG nova.compute.manager [-] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1466.975338] env[64147]: DEBUG nova.network.neutron [-] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.986217] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839564, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.131232} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.986627] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5b040baf-24be-44c9-9ada-abec2614a18a/5b040baf-24be-44c9-9ada-abec2614a18a.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.986947] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.987353] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-908df049-b2b1-4743-bb2d-1415e53b78e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.994537] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1466.994537] env[64147]: value = "task-1839575" [ 1466.994537] env[64147]: _type = "Task" [ 1466.994537] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.002507] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.018240] env[64147]: DEBUG nova.network.neutron [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Updated VIF entry in instance network info cache for port 6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.018582] env[64147]: DEBUG nova.network.neutron [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Updating instance_info_cache with network_info: [{"id": "6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d", "address": "fa:16:3e:16:19:95", "network": {"id": "c8b6a314-60cd-4160-975f-dfb799339f5f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-433656409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1ecbbf10bd8402bb492c8181a078dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f17dbab-9b", "ovs_interfaceid": "6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.025384] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839568, 'name': ReconfigVM_Task, 'duration_secs': 0.70282} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.025687] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Reconfigured VM instance instance-0000000b to attach disk [datastore1] efc58ddd-7691-4490-9604-54d1793dc109/efc58ddd-7691-4490-9604-54d1793dc109.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.026448] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9941496-8184-41f1-ac17-8fb669ab6317 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.045195] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839572, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.046597] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for the task: (returnval){ [ 1467.046597] env[64147]: value = "task-1839576" [ 1467.046597] env[64147]: _type = "Task" [ 1467.046597] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.058044] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839576, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.115978] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839565, 'name': CreateVM_Task, 'duration_secs': 1.029588} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.116173] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.116639] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.116761] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.117079] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1467.117359] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc31a7e1-d703-4bcd-ae07-ce7bd896eab8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.122780] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1467.122780] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cf763d-0e62-5479-6345-bf1696ad3d79" [ 1467.122780] env[64147]: _type = "Task" [ 1467.122780] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.131883] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cf763d-0e62-5479-6345-bf1696ad3d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.262589] env[64147]: DEBUG nova.compute.manager [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Received event network-vif-plugged-16099267-bbbf-4f8f-9871-7f37eebf3742 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1467.262845] env[64147]: DEBUG oslo_concurrency.lockutils [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] Acquiring lock "9a24af59-9f1d-4625-8cd2-728e7464f09a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.263244] env[64147]: DEBUG oslo_concurrency.lockutils [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] Lock "9a24af59-9f1d-4625-8cd2-728e7464f09a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.267025] env[64147]: DEBUG oslo_concurrency.lockutils [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] Lock "9a24af59-9f1d-4625-8cd2-728e7464f09a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.267025] env[64147]: DEBUG nova.compute.manager [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] No waiting events found dispatching network-vif-plugged-16099267-bbbf-4f8f-9871-7f37eebf3742 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1467.267025] env[64147]: WARNING nova.compute.manager [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Received unexpected event network-vif-plugged-16099267-bbbf-4f8f-9871-7f37eebf3742 for instance with vm_state building and task_state spawning. [ 1467.267025] env[64147]: DEBUG nova.compute.manager [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Received event network-changed-16099267-bbbf-4f8f-9871-7f37eebf3742 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1467.267025] env[64147]: DEBUG nova.compute.manager [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Refreshing instance network info cache due to event network-changed-16099267-bbbf-4f8f-9871-7f37eebf3742. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1467.267361] env[64147]: DEBUG oslo_concurrency.lockutils [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] Acquiring lock "refresh_cache-9a24af59-9f1d-4625-8cd2-728e7464f09a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.267361] env[64147]: DEBUG oslo_concurrency.lockutils [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] Acquired lock "refresh_cache-9a24af59-9f1d-4625-8cd2-728e7464f09a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.267361] env[64147]: DEBUG nova.network.neutron [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Refreshing network info cache for port 16099267-bbbf-4f8f-9871-7f37eebf3742 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.283350] env[64147]: DEBUG oslo_vmware.api [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Task: {'id': task-1839574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142717} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.283913] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.283913] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.284142] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.284142] env[64147]: INFO nova.compute.manager [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1467.284379] env[64147]: DEBUG oslo.service.loopingcall [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.284556] env[64147]: DEBUG nova.compute.manager [-] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1467.284641] env[64147]: DEBUG nova.network.neutron [-] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.314373] env[64147]: DEBUG nova.network.neutron [-] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1467.373609] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520fd780-4bf6-1c85-465b-c5112dcfda83, 'name': SearchDatastore_Task, 'duration_secs': 0.01245} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.373751] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e387b5-9c5a-43fa-9ed0-a4ee9c66b1aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.378926] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for the task: (returnval){ [ 1467.378926] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cdcb70-e1eb-dbed-6050-108ef37d2d27" [ 1467.378926] env[64147]: _type = "Task" [ 1467.378926] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.379949] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.389655] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cdcb70-e1eb-dbed-6050-108ef37d2d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.418377] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.419626] env[64147]: DEBUG nova.compute.manager [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1467.422709] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.345s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.424083] env[64147]: INFO nova.compute.claims [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.505286] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.522264] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Releasing lock "refresh_cache-41de1114-5e2c-41cb-85d2-91d387bd631c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.522591] env[64147]: DEBUG nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Received event network-vif-plugged-8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1467.522898] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Acquiring lock "5b040baf-24be-44c9-9ada-abec2614a18a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.523148] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Lock "5b040baf-24be-44c9-9ada-abec2614a18a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.523347] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Lock "5b040baf-24be-44c9-9ada-abec2614a18a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.523631] env[64147]: DEBUG nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] No waiting events found dispatching network-vif-plugged-8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1467.523877] env[64147]: WARNING nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Received unexpected event network-vif-plugged-8dfd0cb6-6f1a-4952-9998-5d384753e231 for instance with vm_state building and task_state spawning. [ 1467.524146] env[64147]: DEBUG nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Received event network-changed-8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1467.524476] env[64147]: DEBUG nova.compute.manager [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Refreshing instance network info cache due to event network-changed-8dfd0cb6-6f1a-4952-9998-5d384753e231. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1467.524703] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Acquiring lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.524939] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Acquired lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.525151] env[64147]: DEBUG nova.network.neutron [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Refreshing network info cache for port 8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.536756] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839572, 'name': PowerOnVM_Task} progress is 86%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.556635] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839576, 'name': Rename_Task, 'duration_secs': 0.33217} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.556912] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.557200] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87f2fa94-c3ba-4f0b-b7a4-568d149b4de6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.564463] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for the task: (returnval){ [ 1467.564463] env[64147]: value = "task-1839578" [ 1467.564463] env[64147]: _type = "Task" [ 1467.564463] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.573051] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.646832] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cf763d-0e62-5479-6345-bf1696ad3d79, 'name': SearchDatastore_Task, 'duration_secs': 0.069089} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.647301] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.647639] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.647933] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.811381] env[64147]: DEBUG nova.network.neutron [-] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.819120] env[64147]: DEBUG nova.network.neutron [-] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.891901] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cdcb70-e1eb-dbed-6050-108ef37d2d27, 'name': SearchDatastore_Task, 'duration_secs': 0.022059} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.892304] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.892747] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9a24af59-9f1d-4625-8cd2-728e7464f09a/9a24af59-9f1d-4625-8cd2-728e7464f09a.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.893136] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.893415] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.893732] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91fbaf4a-0853-4d8d-a56a-fe7b8aa5f15f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.895961] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc56d0a8-64cb-4509-bf3f-227b4397a766 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.908735] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for the task: (returnval){ [ 1467.908735] env[64147]: value = "task-1839579" [ 1467.908735] env[64147]: _type = "Task" [ 1467.908735] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.910334] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.910583] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.915355] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f09616-9547-4a70-8001-cd6af9061bc3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.921618] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1467.921618] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527a0d31-8253-aa34-94bd-e3b78068af0c" [ 1467.921618] env[64147]: _type = "Task" [ 1467.921618] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.927659] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.936506] env[64147]: DEBUG nova.compute.utils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1467.944922] env[64147]: DEBUG nova.compute.manager [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1467.945122] env[64147]: DEBUG nova.network.neutron [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1467.946997] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527a0d31-8253-aa34-94bd-e3b78068af0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.948357] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68d37f3-f4fd-4464-93ee-e0d88606a040 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.954472] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1467.954472] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5295f07f-2661-8572-953a-c1ba1e7f9561" [ 1467.954472] env[64147]: _type = "Task" [ 1467.954472] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.963400] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5295f07f-2661-8572-953a-c1ba1e7f9561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.004869] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.689604} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.005616] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.005913] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa50792-aae5-4cba-9b2b-a6fd450eb251 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.009732] env[64147]: DEBUG nova.policy [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd38c42a916147a682a159dce1e000cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb757229541c4350bfa4c4025f4c6212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1468.032625] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 5b040baf-24be-44c9-9ada-abec2614a18a/5b040baf-24be-44c9-9ada-abec2614a18a.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.034857] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9f5ed7d-506a-4cfb-b916-7c0b39d44651 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.059073] env[64147]: DEBUG oslo_vmware.api [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839572, 'name': PowerOnVM_Task, 'duration_secs': 1.110419} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.062844] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.063096] env[64147]: INFO nova.compute.manager [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1468.063287] env[64147]: DEBUG nova.compute.manager [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.063754] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1468.063754] env[64147]: value = "task-1839580" [ 1468.063754] env[64147]: _type = "Task" [ 1468.063754] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.064526] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb68f67-6886-4db4-a6c4-f83c2e1aa27e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.087565] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.088168] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839578, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.314717] env[64147]: INFO nova.compute.manager [-] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Took 1.34 seconds to deallocate network for instance. [ 1468.324179] env[64147]: INFO nova.compute.manager [-] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Took 1.04 seconds to deallocate network for instance. [ 1468.336885] env[64147]: DEBUG nova.compute.manager [req-5f2d939a-3d28-4301-940a-76e923c300f3 req-0208ac83-8acb-4154-9f87-5e64bd4615bb service nova] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Received event network-vif-deleted-3121f245-5677-4529-85fa-d71e629013f1 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1468.422584] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839579, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.450728] env[64147]: DEBUG nova.network.neutron [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Successfully created port: 190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.452816] env[64147]: DEBUG nova.compute.manager [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1468.470800] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5295f07f-2661-8572-953a-c1ba1e7f9561, 'name': SearchDatastore_Task, 'duration_secs': 0.012186} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.471314] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.471590] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1468.472322] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4860c4b-3395-40f3-888f-f95b8f60f218 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.491667] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1468.491667] env[64147]: value = "task-1839581" [ 1468.491667] env[64147]: _type = "Task" [ 1468.491667] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.512381] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.596581] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.602748] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839578, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.606528] env[64147]: INFO nova.compute.manager [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Took 21.64 seconds to build instance. [ 1468.825465] env[64147]: DEBUG nova.network.neutron [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Updated VIF entry in instance network info cache for port 16099267-bbbf-4f8f-9871-7f37eebf3742. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.825809] env[64147]: DEBUG nova.network.neutron [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Updating instance_info_cache with network_info: [{"id": "16099267-bbbf-4f8f-9871-7f37eebf3742", "address": "fa:16:3e:e0:b9:a1", "network": {"id": "5720abbc-6653-4225-902c-cd12af22fed8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-602147224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74fded7124324d2b86d05dd7b728f96e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16099267-bb", "ovs_interfaceid": "16099267-bbbf-4f8f-9871-7f37eebf3742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.828359] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.834027] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.883083] env[64147]: DEBUG nova.network.neutron [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updated VIF entry in instance network info cache for port 8dfd0cb6-6f1a-4952-9998-5d384753e231. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.883428] env[64147]: DEBUG nova.network.neutron [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updating instance_info_cache with network_info: [{"id": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "address": "fa:16:3e:69:88:0c", "network": {"id": "f09e55e8-70ad-48ff-93c4-c144ececd1a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-814479189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc237f3720f4f32bf45ffdc90c4936d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfd0cb6-6f", "ovs_interfaceid": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.924159] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80229} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.924628] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9a24af59-9f1d-4625-8cd2-728e7464f09a/9a24af59-9f1d-4625-8cd2-728e7464f09a.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1468.925115] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1468.925949] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed127e5a-2c3f-4a2b-9888-3f7c455a15c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.936637] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for the task: (returnval){ [ 1468.936637] env[64147]: value = "task-1839582" [ 1468.936637] env[64147]: _type = "Task" [ 1468.936637] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.945464] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246fd713-7856-4ede-aa57-439b21452b1a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.950717] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.956550] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bf688a-2c14-48b1-a9ef-bdf12ef4ad93 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.994826] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b02e97d-10b5-4c39-b782-91ca5827bfc2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.008219] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a4e5b5-dc20-4f53-b2a0-91557fe83494 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.012106] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.023044] env[64147]: DEBUG nova.compute.provider_tree [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1469.084301] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.087574] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839578, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.109402] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0322ec1a-4f2a-47e0-9de5-f85fe34e3aef tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.511s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.328572] env[64147]: DEBUG oslo_concurrency.lockutils [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] Releasing lock "refresh_cache-9a24af59-9f1d-4625-8cd2-728e7464f09a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.332544] env[64147]: DEBUG nova.compute.manager [req-ac9919fc-a85b-40e4-bea5-eea8267d5273 req-52da436a-31ea-46c2-9172-bc414cc56e9d service nova] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Received event network-vif-deleted-516cd781-3fe8-45cc-abb3-f3c04643a645 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1469.386677] env[64147]: DEBUG oslo_concurrency.lockutils [req-80504128-33b5-419c-b146-94b244f9e135 req-13261685-03d0-4376-8aaa-368e3c840473 service nova] Releasing lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.451137] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062836} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.451443] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1469.452290] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617d543d-9aa9-4cec-bd3a-b2f4d326713d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.476869] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 9a24af59-9f1d-4625-8cd2-728e7464f09a/9a24af59-9f1d-4625-8cd2-728e7464f09a.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.477102] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-726a522c-095d-4c7f-b080-672fc50e3fb9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.500505] env[64147]: DEBUG nova.compute.manager [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1469.505454] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for the task: (returnval){ [ 1469.505454] env[64147]: value = "task-1839584" [ 1469.505454] env[64147]: _type = "Task" [ 1469.505454] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.519810] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839581, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.524741] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.547472] env[64147]: DEBUG nova.virt.hardware [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1469.547671] env[64147]: DEBUG nova.virt.hardware [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.547803] env[64147]: DEBUG nova.virt.hardware [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1469.547866] env[64147]: DEBUG nova.virt.hardware [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.548032] env[64147]: DEBUG nova.virt.hardware [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1469.548247] env[64147]: DEBUG nova.virt.hardware [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1469.548603] env[64147]: DEBUG nova.virt.hardware [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1469.548825] env[64147]: DEBUG nova.virt.hardware [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1469.549223] env[64147]: DEBUG nova.virt.hardware [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1469.549325] env[64147]: DEBUG nova.virt.hardware [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1469.549522] env[64147]: DEBUG nova.virt.hardware [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1469.550426] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4fc493-7a9f-4ff2-8b08-a5a9bb270bec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.562569] env[64147]: ERROR nova.scheduler.client.report [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [req-15f5d434-c2c4-47fe-b570-28b7362cda94] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15f5d434-c2c4-47fe-b570-28b7362cda94"}]} [ 1469.563457] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fbb5b9-f54c-4cbe-9773-66750d44b176 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.595799] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839580, 'name': ReconfigVM_Task, 'duration_secs': 1.088757} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.597089] env[64147]: DEBUG nova.scheduler.client.report [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1469.603620] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 5b040baf-24be-44c9-9ada-abec2614a18a/5b040baf-24be-44c9-9ada-abec2614a18a.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.605082] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839578, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.606473] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94bed4cb-0c04-48bb-bca9-2e84ba667057 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.613506] env[64147]: DEBUG nova.compute.manager [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1469.616757] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1469.616757] env[64147]: value = "task-1839585" [ 1469.616757] env[64147]: _type = "Task" [ 1469.616757] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.626429] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839585, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.627307] env[64147]: DEBUG nova.scheduler.client.report [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1469.627657] env[64147]: DEBUG nova.compute.provider_tree [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1469.649611] env[64147]: DEBUG nova.scheduler.client.report [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1469.672100] env[64147]: DEBUG nova.scheduler.client.report [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1470.026155] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839581, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.109687} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.027099] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.029440] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.029772] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.030469] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46d6e54a-97f8-41cf-b6ee-420e0b8b6222 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.038378] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1470.038378] env[64147]: value = "task-1839586" [ 1470.038378] env[64147]: _type = "Task" [ 1470.038378] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.048281] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.082780] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839578, 'name': PowerOnVM_Task} progress is 82%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.086380] env[64147]: DEBUG nova.compute.manager [req-55e11809-93eb-422b-86fa-2220d743cde1 req-1d31bd76-b59b-4862-80f0-4e38e0c077d3 service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Received event network-changed-4bfb8e5a-7144-4ad8-910c-8aaaae8427d6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1470.086477] env[64147]: DEBUG nova.compute.manager [req-55e11809-93eb-422b-86fa-2220d743cde1 req-1d31bd76-b59b-4862-80f0-4e38e0c077d3 service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Refreshing instance network info cache due to event network-changed-4bfb8e5a-7144-4ad8-910c-8aaaae8427d6. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1470.086664] env[64147]: DEBUG oslo_concurrency.lockutils [req-55e11809-93eb-422b-86fa-2220d743cde1 req-1d31bd76-b59b-4862-80f0-4e38e0c077d3 service nova] Acquiring lock "refresh_cache-9b498cb6-7367-4420-bc36-238846408fc6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.086821] env[64147]: DEBUG oslo_concurrency.lockutils [req-55e11809-93eb-422b-86fa-2220d743cde1 req-1d31bd76-b59b-4862-80f0-4e38e0c077d3 service nova] Acquired lock "refresh_cache-9b498cb6-7367-4420-bc36-238846408fc6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.087126] env[64147]: DEBUG nova.network.neutron [req-55e11809-93eb-422b-86fa-2220d743cde1 req-1d31bd76-b59b-4862-80f0-4e38e0c077d3 service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Refreshing network info cache for port 4bfb8e5a-7144-4ad8-910c-8aaaae8427d6 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.130678] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839585, 'name': Rename_Task, 'duration_secs': 0.277845} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.135872] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.136723] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1700ed4-280a-47e2-833b-04eac05c5c3e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.143560] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1470.143560] env[64147]: value = "task-1839587" [ 1470.143560] env[64147]: _type = "Task" [ 1470.143560] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.153442] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.156835] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.223972] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387e51f5-72bd-4e03-9b8b-bbb025d1cfef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.232834] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9247245b-e309-42a0-86b9-f2473a746be4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.273153] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55a2b4f-38af-4b11-824c-d370c44a5c4e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.281893] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e5fc45-6420-440a-811c-f21d687e55f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.297233] env[64147]: DEBUG nova.compute.provider_tree [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1470.325940] env[64147]: DEBUG nova.network.neutron [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Successfully updated port: 190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.521443] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839584, 'name': ReconfigVM_Task, 'duration_secs': 0.828989} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.521818] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 9a24af59-9f1d-4625-8cd2-728e7464f09a/9a24af59-9f1d-4625-8cd2-728e7464f09a.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.522401] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaef3be8-cae4-4b53-97f1-904807d97ef7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.528951] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for the task: (returnval){ [ 1470.528951] env[64147]: value = "task-1839588" [ 1470.528951] env[64147]: _type = "Task" [ 1470.528951] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.538595] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839588, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.546796] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078772} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.547492] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1470.547872] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5762a94f-0762-4334-ba73-e2576aa4727d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.570623] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.571027] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c804c17f-134e-4e2d-a284-22675bc584dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.598441] env[64147]: DEBUG oslo_vmware.api [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1839578, 'name': PowerOnVM_Task, 'duration_secs': 2.595287} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.600088] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.600395] env[64147]: INFO nova.compute.manager [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Took 15.87 seconds to spawn the instance on the hypervisor. [ 1470.601035] env[64147]: DEBUG nova.compute.manager [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.601284] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1470.601284] env[64147]: value = "task-1839589" [ 1470.601284] env[64147]: _type = "Task" [ 1470.601284] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.602527] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb71a40e-e9f7-4d74-acb8-33c33657ffe7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.619662] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.655117] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.828274] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.828442] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.828555] env[64147]: DEBUG nova.network.neutron [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.836923] env[64147]: DEBUG nova.scheduler.client.report [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 33 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1470.837380] env[64147]: DEBUG nova.compute.provider_tree [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 33 to 34 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1470.837380] env[64147]: DEBUG nova.compute.provider_tree [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1470.945646] env[64147]: DEBUG nova.network.neutron [req-55e11809-93eb-422b-86fa-2220d743cde1 req-1d31bd76-b59b-4862-80f0-4e38e0c077d3 service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Updated VIF entry in instance network info cache for port 4bfb8e5a-7144-4ad8-910c-8aaaae8427d6. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.946044] env[64147]: DEBUG nova.network.neutron [req-55e11809-93eb-422b-86fa-2220d743cde1 req-1d31bd76-b59b-4862-80f0-4e38e0c077d3 service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Updating instance_info_cache with network_info: [{"id": "4bfb8e5a-7144-4ad8-910c-8aaaae8427d6", "address": "fa:16:3e:fc:62:b4", "network": {"id": "0528199f-918b-477f-8508-08228ee2e17e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1337967026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95dfa1e702e41ceba65f4ca5357708e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfb8e5a-71", "ovs_interfaceid": "4bfb8e5a-7144-4ad8-910c-8aaaae8427d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.040439] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839588, 'name': Rename_Task, 'duration_secs': 0.161028} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.041319] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1471.041319] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48d067ba-677a-4f2b-8fbf-7c0826114c89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.052664] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for the task: (returnval){ [ 1471.052664] env[64147]: value = "task-1839590" [ 1471.052664] env[64147]: _type = "Task" [ 1471.052664] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.061559] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.115155] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.131058] env[64147]: INFO nova.compute.manager [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Took 28.93 seconds to build instance. [ 1471.157712] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.179723] env[64147]: DEBUG nova.compute.manager [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Received event network-vif-plugged-190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1471.179934] env[64147]: DEBUG oslo_concurrency.lockutils [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] Acquiring lock "b963fd88-11ad-48ec-910c-e531c727961e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.180170] env[64147]: DEBUG oslo_concurrency.lockutils [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] Lock "b963fd88-11ad-48ec-910c-e531c727961e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.180624] env[64147]: DEBUG oslo_concurrency.lockutils [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] Lock "b963fd88-11ad-48ec-910c-e531c727961e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.180624] env[64147]: DEBUG nova.compute.manager [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] No waiting events found dispatching network-vif-plugged-190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1471.180739] env[64147]: WARNING nova.compute.manager [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Received unexpected event network-vif-plugged-190d0fe5-c9bd-4431-8baf-949bd79c08b6 for instance with vm_state building and task_state spawning. [ 1471.180799] env[64147]: DEBUG nova.compute.manager [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Received event network-changed-190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1471.180945] env[64147]: DEBUG nova.compute.manager [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Refreshing instance network info cache due to event network-changed-190d0fe5-c9bd-4431-8baf-949bd79c08b6. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1471.181444] env[64147]: DEBUG oslo_concurrency.lockutils [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] Acquiring lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.309271] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquiring lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.309510] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.342931] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.920s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.343066] env[64147]: DEBUG nova.compute.manager [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1471.345953] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.703s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.346160] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.351013] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.868s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.351611] env[64147]: INFO nova.compute.claims [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.388538] env[64147]: INFO nova.scheduler.client.report [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Deleted allocations for instance 42a86b6c-dd90-4dc0-b566-db954ad4dc04 [ 1471.452416] env[64147]: DEBUG oslo_concurrency.lockutils [req-55e11809-93eb-422b-86fa-2220d743cde1 req-1d31bd76-b59b-4862-80f0-4e38e0c077d3 service nova] Releasing lock "refresh_cache-9b498cb6-7367-4420-bc36-238846408fc6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.534303] env[64147]: DEBUG nova.network.neutron [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.571674] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839590, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.618469] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.634819] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8b0ae623-b0f7-4082-b556-435a4a9e7fa7 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Lock "efc58ddd-7691-4490-9604-54d1793dc109" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.372s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.660380] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839587, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.829890] env[64147]: DEBUG nova.network.neutron [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updating instance_info_cache with network_info: [{"id": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "address": "fa:16:3e:6d:3e:28", "network": {"id": "03fccacf-2ca3-480a-984a-31dc543d9086", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2136483503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb757229541c4350bfa4c4025f4c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190d0fe5-c9", "ovs_interfaceid": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.862987] env[64147]: DEBUG nova.compute.utils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1471.868865] env[64147]: DEBUG nova.compute.manager [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1471.868865] env[64147]: DEBUG nova.network.neutron [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.897194] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0070605f-98d8-4cc1-a8c7-84ddd70789ac tempest-DeleteServersAdminTestJSON-1819541911 tempest-DeleteServersAdminTestJSON-1819541911-project-admin] Lock "42a86b6c-dd90-4dc0-b566-db954ad4dc04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.571s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.964857] env[64147]: DEBUG nova.policy [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e37f931c59274c2da81c6ddb238ba1d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a9a2af8090144648c6a0d92fca1d53b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1472.067441] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839590, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.123036] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839589, 'name': ReconfigVM_Task, 'duration_secs': 1.026108} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.123356] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.124018] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0886ea9a-d88e-42fd-ad87-7f2cb0b8a257 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.133654] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1472.133654] env[64147]: value = "task-1839592" [ 1472.133654] env[64147]: _type = "Task" [ 1472.133654] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.140339] env[64147]: DEBUG nova.compute.manager [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.150938] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839592, 'name': Rename_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.163401] env[64147]: DEBUG oslo_vmware.api [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1839587, 'name': PowerOnVM_Task, 'duration_secs': 1.899095} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.163760] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.163993] env[64147]: INFO nova.compute.manager [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Took 12.39 seconds to spawn the instance on the hypervisor. [ 1472.164271] env[64147]: DEBUG nova.compute.manager [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.165206] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe263ee-c097-4805-ba57-3d84dcbd3d70 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.337092] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.337445] env[64147]: DEBUG nova.compute.manager [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Instance network_info: |[{"id": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "address": "fa:16:3e:6d:3e:28", "network": {"id": "03fccacf-2ca3-480a-984a-31dc543d9086", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2136483503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb757229541c4350bfa4c4025f4c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190d0fe5-c9", "ovs_interfaceid": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1472.337931] env[64147]: DEBUG oslo_concurrency.lockutils [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] Acquired lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.337931] env[64147]: DEBUG nova.network.neutron [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Refreshing network info cache for port 190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.343027] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:3e:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '190d0fe5-c9bd-4431-8baf-949bd79c08b6', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.352549] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Creating folder: Project (fb757229541c4350bfa4c4025f4c6212). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1472.356627] env[64147]: DEBUG nova.network.neutron [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Successfully created port: 3d245dd8-37fb-4d22-8594-5588c07c3f67 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1472.360031] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8e6f5e3-378a-44ca-9213-ead6c512187b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.366389] env[64147]: DEBUG nova.compute.manager [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1472.374492] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Created folder: Project (fb757229541c4350bfa4c4025f4c6212) in parent group-v380629. [ 1472.374492] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Creating folder: Instances. Parent ref: group-v380677. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1472.374990] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f02d47a-3d1d-4f0d-a045-767e85c0427e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.384902] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Created folder: Instances in parent group-v380677. [ 1472.385278] env[64147]: DEBUG oslo.service.loopingcall [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.385604] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.385748] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5963b675-2b4f-49e6-8716-6c3e869b0c2d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.413221] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.413221] env[64147]: value = "task-1839595" [ 1472.413221] env[64147]: _type = "Task" [ 1472.413221] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.419233] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839595, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.566903] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839590, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.649749] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839592, 'name': Rename_Task, 'duration_secs': 0.16844} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.652781] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.658273] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f5b09ea-4ac7-4244-9f6f-2a75cdca9fb1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.666163] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1472.666163] env[64147]: value = "task-1839596" [ 1472.666163] env[64147]: _type = "Task" [ 1472.666163] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.688381] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.691853] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.695616] env[64147]: INFO nova.compute.manager [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Took 25.61 seconds to build instance. [ 1472.901390] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1ee79a-575e-4184-b10d-d2927650b6db {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.918470] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f04377-54c2-4de6-8544-8361c566421d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.930385] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839595, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.960904] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c29a1df-8918-443c-ac34-a3fda124e831 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.968728] env[64147]: DEBUG nova.network.neutron [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updated VIF entry in instance network info cache for port 190d0fe5-c9bd-4431-8baf-949bd79c08b6. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.969081] env[64147]: DEBUG nova.network.neutron [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updating instance_info_cache with network_info: [{"id": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "address": "fa:16:3e:6d:3e:28", "network": {"id": "03fccacf-2ca3-480a-984a-31dc543d9086", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2136483503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb757229541c4350bfa4c4025f4c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190d0fe5-c9", "ovs_interfaceid": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.971512] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db554ab5-79fa-4791-8332-990cdaaa2b6b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.986568] env[64147]: DEBUG nova.compute.provider_tree [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.067795] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839590, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.177402] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.197908] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e8dafdfb-d1ea-473d-972a-e5b7f345f34f tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lock "5b040baf-24be-44c9-9ada-abec2614a18a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.282s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.386054] env[64147]: DEBUG nova.compute.manager [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1473.412907] env[64147]: DEBUG nova.virt.hardware [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1473.413262] env[64147]: DEBUG nova.virt.hardware [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.413484] env[64147]: DEBUG nova.virt.hardware [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1473.413770] env[64147]: DEBUG nova.virt.hardware [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.413976] env[64147]: DEBUG nova.virt.hardware [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1473.414254] env[64147]: DEBUG nova.virt.hardware [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1473.414525] env[64147]: DEBUG nova.virt.hardware [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1473.414743] env[64147]: DEBUG nova.virt.hardware [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1473.414967] env[64147]: DEBUG nova.virt.hardware [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1473.415229] env[64147]: DEBUG nova.virt.hardware [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1473.415468] env[64147]: DEBUG nova.virt.hardware [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1473.416169] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.416518] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.417529] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6fd468-a745-4fc6-8e47-73121b1b0f46 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.433431] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9ec4a5-e8e2-4fc9-95d6-9dfc6b786efe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.438667] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839595, 'name': CreateVM_Task, 'duration_secs': 0.999826} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.439259] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1473.440315] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.440552] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.440935] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1473.441250] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398b58a9-2276-498a-8848-82edc1d2e1b8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.456254] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1473.456254] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52db6c0c-f887-01e9-586a-6d5693bdc583" [ 1473.456254] env[64147]: _type = "Task" [ 1473.456254] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.464292] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52db6c0c-f887-01e9-586a-6d5693bdc583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.477561] env[64147]: DEBUG oslo_concurrency.lockutils [req-8fdd6a84-51cc-4e69-98d2-93fab1e649ba req-80931c9a-2607-4aec-a02c-8aafd82882b8 service nova] Releasing lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.497037] env[64147]: DEBUG nova.scheduler.client.report [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.566826] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839590, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.678576] env[64147]: DEBUG oslo_vmware.api [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839596, 'name': PowerOnVM_Task, 'duration_secs': 0.773816} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.678854] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.679276] env[64147]: DEBUG nova.compute.manager [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.680143] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79e59cb-6322-4960-950f-3d430bae3ac0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.701174] env[64147]: DEBUG nova.compute.manager [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1473.930134] env[64147]: DEBUG nova.compute.manager [req-c6f03bf6-45ad-468b-b6c2-95c64eca3f45 req-6b47d7d6-80d1-4e67-b20c-92dbc80c912b service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Received event network-changed-6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1473.930580] env[64147]: DEBUG nova.compute.manager [req-c6f03bf6-45ad-468b-b6c2-95c64eca3f45 req-6b47d7d6-80d1-4e67-b20c-92dbc80c912b service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Refreshing instance network info cache due to event network-changed-6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1473.930580] env[64147]: DEBUG oslo_concurrency.lockutils [req-c6f03bf6-45ad-468b-b6c2-95c64eca3f45 req-6b47d7d6-80d1-4e67-b20c-92dbc80c912b service nova] Acquiring lock "refresh_cache-41de1114-5e2c-41cb-85d2-91d387bd631c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.930740] env[64147]: DEBUG oslo_concurrency.lockutils [req-c6f03bf6-45ad-468b-b6c2-95c64eca3f45 req-6b47d7d6-80d1-4e67-b20c-92dbc80c912b service nova] Acquired lock "refresh_cache-41de1114-5e2c-41cb-85d2-91d387bd631c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.930902] env[64147]: DEBUG nova.network.neutron [req-c6f03bf6-45ad-468b-b6c2-95c64eca3f45 req-6b47d7d6-80d1-4e67-b20c-92dbc80c912b service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Refreshing network info cache for port 6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.969962] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52db6c0c-f887-01e9-586a-6d5693bdc583, 'name': SearchDatastore_Task, 'duration_secs': 0.034829} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.970339] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.970837] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.971099] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.971250] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.971892] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.972233] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7452bc71-1a56-40df-8d3a-9d714a06152b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.982604] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.982805] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.983551] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d931bf-3e30-44d4-a83e-7b6d136fe6fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.990474] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1473.990474] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f31325-4e79-961c-80fd-24b22135a437" [ 1473.990474] env[64147]: _type = "Task" [ 1473.990474] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.002608] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.003285] env[64147]: DEBUG nova.compute.manager [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1474.010786] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f31325-4e79-961c-80fd-24b22135a437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.011282] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.510s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.012748] env[64147]: INFO nova.compute.claims [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.017918] env[64147]: DEBUG nova.network.neutron [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Successfully updated port: 3d245dd8-37fb-4d22-8594-5588c07c3f67 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.067796] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839590, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.200134] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.226306] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.501305] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f31325-4e79-961c-80fd-24b22135a437, 'name': SearchDatastore_Task, 'duration_secs': 0.030139} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.502117] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1102e67-650c-439c-b7d3-7b4e07a4dba6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.512537] env[64147]: DEBUG nova.compute.utils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.517489] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1474.517489] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b4995c-a54d-1f4a-9ec5-ae46e0e43e6c" [ 1474.517489] env[64147]: _type = "Task" [ 1474.517489] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.517489] env[64147]: DEBUG nova.compute.manager [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1474.517489] env[64147]: DEBUG nova.network.neutron [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1474.526827] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquiring lock "refresh_cache-b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.527799] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquired lock "refresh_cache-b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.527984] env[64147]: DEBUG nova.network.neutron [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.535394] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b4995c-a54d-1f4a-9ec5-ae46e0e43e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.014792} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.535670] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.535917] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] b963fd88-11ad-48ec-910c-e531c727961e/b963fd88-11ad-48ec-910c-e531c727961e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.536181] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3917f364-d383-40d3-8f48-db92603c4234 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.546068] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1474.546068] env[64147]: value = "task-1839598" [ 1474.546068] env[64147]: _type = "Task" [ 1474.546068] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.559982] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.573810] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839590, 'name': PowerOnVM_Task} progress is 82%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.660911] env[64147]: DEBUG nova.policy [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e9036bf55fa461bad6c04ed8b9f61b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b09700a870949ca857cc71f1361eb55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1475.017490] env[64147]: DEBUG nova.compute.manager [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1475.063272] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839598, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.075027] env[64147]: DEBUG oslo_vmware.api [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839590, 'name': PowerOnVM_Task, 'duration_secs': 3.648472} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.075027] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.075461] env[64147]: INFO nova.compute.manager [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Took 12.85 seconds to spawn the instance on the hypervisor. [ 1475.075772] env[64147]: DEBUG nova.compute.manager [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1475.076815] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bc3a52-8e71-4ff2-909b-c09e578cf1cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.137714] env[64147]: DEBUG nova.network.neutron [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.232248] env[64147]: DEBUG nova.network.neutron [req-c6f03bf6-45ad-468b-b6c2-95c64eca3f45 req-6b47d7d6-80d1-4e67-b20c-92dbc80c912b service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Updated VIF entry in instance network info cache for port 6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.232824] env[64147]: DEBUG nova.network.neutron [req-c6f03bf6-45ad-468b-b6c2-95c64eca3f45 req-6b47d7d6-80d1-4e67-b20c-92dbc80c912b service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Updating instance_info_cache with network_info: [{"id": "6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d", "address": "fa:16:3e:16:19:95", "network": {"id": "c8b6a314-60cd-4160-975f-dfb799339f5f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-433656409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1ecbbf10bd8402bb492c8181a078dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f17dbab-9b", "ovs_interfaceid": "6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.537514] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b242bcec-3ca4-45ef-84ab-db0c2586679c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.544390] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede9e954-a320-46fa-b3eb-3f1fb491ef4c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.563889] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548478} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.591706] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] b963fd88-11ad-48ec-910c-e531c727961e/b963fd88-11ad-48ec-910c-e531c727961e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.592108] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.593283] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-698da445-41f3-4158-90ca-edf6929c650a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.596075] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e90c53c-dae9-4fe0-991c-d2021878348b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.610374] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4662c2-3582-400b-adaf-d0bc2bc5e725 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.616125] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1475.616125] env[64147]: value = "task-1839599" [ 1475.616125] env[64147]: _type = "Task" [ 1475.616125] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.617258] env[64147]: INFO nova.compute.manager [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Took 25.27 seconds to build instance. [ 1475.631449] env[64147]: DEBUG nova.compute.provider_tree [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1475.641089] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.738722] env[64147]: DEBUG oslo_concurrency.lockutils [req-c6f03bf6-45ad-468b-b6c2-95c64eca3f45 req-6b47d7d6-80d1-4e67-b20c-92dbc80c912b service nova] Releasing lock "refresh_cache-41de1114-5e2c-41cb-85d2-91d387bd631c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.780543] env[64147]: DEBUG nova.network.neutron [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Updating instance_info_cache with network_info: [{"id": "3d245dd8-37fb-4d22-8594-5588c07c3f67", "address": "fa:16:3e:be:02:f5", "network": {"id": "6d6cbe4a-26fa-48d0-8751-8f2e9057d2cf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1151486513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a9a2af8090144648c6a0d92fca1d53b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d245dd8-37", "ovs_interfaceid": "3d245dd8-37fb-4d22-8594-5588c07c3f67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.883114] env[64147]: DEBUG nova.network.neutron [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Successfully created port: 62339304-5a48-4e35-a6e9-a25f4b39582d {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1476.030574] env[64147]: DEBUG nova.compute.manager [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1476.057144] env[64147]: DEBUG nova.virt.hardware [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1476.057598] env[64147]: DEBUG nova.virt.hardware [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.057869] env[64147]: DEBUG nova.virt.hardware [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1476.058207] env[64147]: DEBUG nova.virt.hardware [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.058483] env[64147]: DEBUG nova.virt.hardware [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1476.058749] env[64147]: DEBUG nova.virt.hardware [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1476.059137] env[64147]: DEBUG nova.virt.hardware [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1476.059439] env[64147]: DEBUG nova.virt.hardware [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1476.059763] env[64147]: DEBUG nova.virt.hardware [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1476.060072] env[64147]: DEBUG nova.virt.hardware [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1476.060388] env[64147]: DEBUG nova.virt.hardware [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1476.064767] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b671497-14fd-484a-972b-9879b647d2c1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.072466] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbfb6d2-e636-4530-aadc-7ec0eaa1a059 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.131744] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069519} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.131744] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1476.131744] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c2f0c7-753a-40ec-97c1-51124f48681f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.136583] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f5954baf-e2ed-4fdc-b9c3-d8efa063e7ed tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Lock "9a24af59-9f1d-4625-8cd2-728e7464f09a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.701s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.163186] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] b963fd88-11ad-48ec-910c-e531c727961e/b963fd88-11ad-48ec-910c-e531c727961e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.164761] env[64147]: ERROR nova.scheduler.client.report [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [req-a0c11d12-3029-4efe-88fe-7f97cb4a7bdc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a0c11d12-3029-4efe-88fe-7f97cb4a7bdc"}]} [ 1476.167190] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d9f37d-99f6-4490-ac3a-2f54bf317b27 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.188783] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1476.188783] env[64147]: value = "task-1839601" [ 1476.188783] env[64147]: _type = "Task" [ 1476.188783] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.198352] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.205829] env[64147]: DEBUG nova.scheduler.client.report [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1476.220995] env[64147]: DEBUG nova.scheduler.client.report [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1476.221274] env[64147]: DEBUG nova.compute.provider_tree [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.233990] env[64147]: DEBUG nova.scheduler.client.report [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: f9d77931-5644-4e8c-bf9b-0f4babf53b8d {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1476.257793] env[64147]: DEBUG nova.scheduler.client.report [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1476.285857] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Releasing lock "refresh_cache-b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.285857] env[64147]: DEBUG nova.compute.manager [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Instance network_info: |[{"id": "3d245dd8-37fb-4d22-8594-5588c07c3f67", "address": "fa:16:3e:be:02:f5", "network": {"id": "6d6cbe4a-26fa-48d0-8751-8f2e9057d2cf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1151486513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a9a2af8090144648c6a0d92fca1d53b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d245dd8-37", "ovs_interfaceid": "3d245dd8-37fb-4d22-8594-5588c07c3f67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.286238] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:02:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d245dd8-37fb-4d22-8594-5588c07c3f67', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.291175] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Creating folder: Project (5a9a2af8090144648c6a0d92fca1d53b). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.297135] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-126aeb81-fdd3-478f-9de1-e90e3a2b52d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.308987] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Created folder: Project (5a9a2af8090144648c6a0d92fca1d53b) in parent group-v380629. [ 1476.309204] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Creating folder: Instances. Parent ref: group-v380680. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.309445] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c9a0338-e2ae-40cb-a50b-520cdecd9ce8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.319344] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Created folder: Instances in parent group-v380680. [ 1476.319605] env[64147]: DEBUG oslo.service.loopingcall [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.319796] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.320022] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6adbb3d2-4ba9-4596-ab86-3eb6ab93cbe2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.344952] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.344952] env[64147]: value = "task-1839604" [ 1476.344952] env[64147]: _type = "Task" [ 1476.344952] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.359487] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839604, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.399474] env[64147]: DEBUG nova.compute.manager [req-ca8257b2-2c33-419a-88d3-def5a9f50b77 req-d6914a95-dba8-435d-ae75-1c5feee8abd3 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Received event network-changed-3987308a-4693-416f-9a57-d22259b4f2e3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1476.400672] env[64147]: DEBUG nova.compute.manager [req-ca8257b2-2c33-419a-88d3-def5a9f50b77 req-d6914a95-dba8-435d-ae75-1c5feee8abd3 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Refreshing instance network info cache due to event network-changed-3987308a-4693-416f-9a57-d22259b4f2e3. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1476.400920] env[64147]: DEBUG oslo_concurrency.lockutils [req-ca8257b2-2c33-419a-88d3-def5a9f50b77 req-d6914a95-dba8-435d-ae75-1c5feee8abd3 service nova] Acquiring lock "refresh_cache-efc58ddd-7691-4490-9604-54d1793dc109" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.401108] env[64147]: DEBUG oslo_concurrency.lockutils [req-ca8257b2-2c33-419a-88d3-def5a9f50b77 req-d6914a95-dba8-435d-ae75-1c5feee8abd3 service nova] Acquired lock "refresh_cache-efc58ddd-7691-4490-9604-54d1793dc109" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.401277] env[64147]: DEBUG nova.network.neutron [req-ca8257b2-2c33-419a-88d3-def5a9f50b77 req-d6914a95-dba8-435d-ae75-1c5feee8abd3 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Refreshing network info cache for port 3987308a-4693-416f-9a57-d22259b4f2e3 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.644966] env[64147]: DEBUG nova.compute.manager [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.705023] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839601, 'name': ReconfigVM_Task, 'duration_secs': 0.292103} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.706017] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Reconfigured VM instance instance-0000000f to attach disk [datastore1] b963fd88-11ad-48ec-910c-e531c727961e/b963fd88-11ad-48ec-910c-e531c727961e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.706297] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15c5cbba-f1ff-45b1-8343-9541f0ea5498 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.715477] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1476.715477] env[64147]: value = "task-1839605" [ 1476.715477] env[64147]: _type = "Task" [ 1476.715477] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.725867] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839605, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.814077] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3eb1d1-ba2d-475c-a1e9-054ba376bb8a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.822156] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a5694d-1ee5-44d7-816b-660dc4737414 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.864480] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0301519-d7b2-4f7a-8af6-983019924aab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.872825] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5650d81d-4faf-42bd-b5b4-dcdf1225cf1d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.879838] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839604, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.890479] env[64147]: DEBUG nova.compute.provider_tree [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.185940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.210557] env[64147]: DEBUG nova.compute.manager [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Received event network-vif-plugged-3d245dd8-37fb-4d22-8594-5588c07c3f67 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1477.211079] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] Acquiring lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.211468] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] Lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.211950] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] Lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.212603] env[64147]: DEBUG nova.compute.manager [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] No waiting events found dispatching network-vif-plugged-3d245dd8-37fb-4d22-8594-5588c07c3f67 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1477.212962] env[64147]: WARNING nova.compute.manager [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Received unexpected event network-vif-plugged-3d245dd8-37fb-4d22-8594-5588c07c3f67 for instance with vm_state building and task_state spawning. [ 1477.213355] env[64147]: DEBUG nova.compute.manager [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Received event network-changed-3d245dd8-37fb-4d22-8594-5588c07c3f67 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1477.213790] env[64147]: DEBUG nova.compute.manager [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Refreshing instance network info cache due to event network-changed-3d245dd8-37fb-4d22-8594-5588c07c3f67. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1477.214110] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] Acquiring lock "refresh_cache-b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.214608] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] Acquired lock "refresh_cache-b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.214956] env[64147]: DEBUG nova.network.neutron [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Refreshing network info cache for port 3d245dd8-37fb-4d22-8594-5588c07c3f67 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.232096] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839605, 'name': Rename_Task, 'duration_secs': 0.129234} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.233158] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.235026] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0057d6cd-0e85-4342-b9fa-c08376e348a4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.244966] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1477.244966] env[64147]: value = "task-1839606" [ 1477.244966] env[64147]: _type = "Task" [ 1477.244966] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.255584] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.314910] env[64147]: DEBUG nova.network.neutron [req-ca8257b2-2c33-419a-88d3-def5a9f50b77 req-d6914a95-dba8-435d-ae75-1c5feee8abd3 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Updated VIF entry in instance network info cache for port 3987308a-4693-416f-9a57-d22259b4f2e3. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.315365] env[64147]: DEBUG nova.network.neutron [req-ca8257b2-2c33-419a-88d3-def5a9f50b77 req-d6914a95-dba8-435d-ae75-1c5feee8abd3 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Updating instance_info_cache with network_info: [{"id": "3987308a-4693-416f-9a57-d22259b4f2e3", "address": "fa:16:3e:fd:95:f1", "network": {"id": "2937a781-46e1-4646-a330-b0bcffdb68a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-146035817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef2dae74d244f77b433deecda37a6a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3987308a-46", "ovs_interfaceid": "3987308a-4693-416f-9a57-d22259b4f2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.370423] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839604, 'name': CreateVM_Task, 'duration_secs': 0.916883} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.370627] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1477.371879] env[64147]: DEBUG oslo_vmware.service [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bf8d3f-cbf6-4fc4-bb3a-433b79fde03a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.378503] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.378708] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.379163] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.379505] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae0a2d32-4c33-49cd-b6be-634612d58fb3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.384121] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1477.384121] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527b0587-a57c-6b56-440f-28c669f84c64" [ 1477.384121] env[64147]: _type = "Task" [ 1477.384121] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.398344] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527b0587-a57c-6b56-440f-28c669f84c64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.442326] env[64147]: DEBUG nova.scheduler.client.report [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1477.442667] env[64147]: DEBUG nova.compute.provider_tree [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 37 to 38 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1477.442892] env[64147]: DEBUG nova.compute.provider_tree [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.549790] env[64147]: INFO nova.compute.manager [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Rebuilding instance [ 1477.622607] env[64147]: DEBUG nova.compute.manager [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1477.622607] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184cfdc9-bd14-4108-9be1-0991bb2476ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.757787] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839606, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.820468] env[64147]: DEBUG oslo_concurrency.lockutils [req-ca8257b2-2c33-419a-88d3-def5a9f50b77 req-d6914a95-dba8-435d-ae75-1c5feee8abd3 service nova] Releasing lock "refresh_cache-efc58ddd-7691-4490-9604-54d1793dc109" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.902764] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.902883] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1477.903205] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.903379] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.903478] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.907329] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a13dcc51-b668-4ed7-a745-b3760712b8a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.914700] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.914700] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.915205] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8968add2-f26c-40cb-9d51-e3114cc0c089 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.923124] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11aea183-c584-4565-bed5-f8ee1717f4f1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.929870] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1477.929870] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d9caf7-3fe5-1fd2-0f6f-6706a9f8002b" [ 1477.929870] env[64147]: _type = "Task" [ 1477.929870] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.939855] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d9caf7-3fe5-1fd2-0f6f-6706a9f8002b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.948803] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.937s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.952532] env[64147]: DEBUG nova.compute.manager [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1477.953314] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.283s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.953575] env[64147]: DEBUG nova.objects.instance [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Lazy-loading 'resources' on Instance uuid 8ec6604b-5c28-44f9-b5e1-b7406aa806d7 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.017633] env[64147]: DEBUG nova.network.neutron [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Successfully updated port: 62339304-5a48-4e35-a6e9-a25f4b39582d {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1478.185385] env[64147]: DEBUG nova.network.neutron [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Updated VIF entry in instance network info cache for port 3d245dd8-37fb-4d22-8594-5588c07c3f67. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.185757] env[64147]: DEBUG nova.network.neutron [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Updating instance_info_cache with network_info: [{"id": "3d245dd8-37fb-4d22-8594-5588c07c3f67", "address": "fa:16:3e:be:02:f5", "network": {"id": "6d6cbe4a-26fa-48d0-8751-8f2e9057d2cf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1151486513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a9a2af8090144648c6a0d92fca1d53b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d245dd8-37", "ovs_interfaceid": "3d245dd8-37fb-4d22-8594-5588c07c3f67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.262106] env[64147]: DEBUG oslo_vmware.api [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839606, 'name': PowerOnVM_Task, 'duration_secs': 0.741732} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.262106] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.262513] env[64147]: INFO nova.compute.manager [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1478.262723] env[64147]: DEBUG nova.compute.manager [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1478.264419] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038abb3b-1bcb-4de7-8f86-d6c41e6d03e9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.442995] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Preparing fetch location {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1478.443639] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Creating directory with path [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.443902] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dcf2d12-1bd2-4815-9b25-215e477d8c5b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.459184] env[64147]: DEBUG nova.compute.utils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1478.461915] env[64147]: DEBUG nova.compute.manager [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1478.462282] env[64147]: DEBUG nova.network.neutron [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.481543] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Created directory with path [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.482017] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Fetch image to [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1478.482168] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Downloading image file data 190a21b2-8ff5-444e-86c3-88185b9f8cea to [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk on the data store datastore2 {{(pid=64147) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1478.484730] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb603819-ebf7-4e64-825a-6c1d9bece347 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.497359] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f07f592-c994-446a-970f-00d9b61145c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.510529] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da3aa2d-d37d-4178-9def-6e5d1447ef87 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.546209] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.546209] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquired lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.546338] env[64147]: DEBUG nova.network.neutron [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.548982] env[64147]: DEBUG nova.policy [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f13af12d043d46d098959df98ecb29f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cccf38384a5a41f487345c23f1af1ea6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1478.551314] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda958cd-40db-4469-a721-8e6648876770 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.559237] env[64147]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b1f19272-2079-4ed6-a5ff-8ccdc7b3cff0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.598227] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Downloading image file data 190a21b2-8ff5-444e-86c3-88185b9f8cea to the data store datastore2 {{(pid=64147) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1478.640660] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.641850] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cc52aec-7b26-47a5-a933-14c57267aca0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.651768] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Waiting for the task: (returnval){ [ 1478.651768] env[64147]: value = "task-1839608" [ 1478.651768] env[64147]: _type = "Task" [ 1478.651768] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.663021] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.687222] env[64147]: DEBUG oslo_vmware.rw_handles [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1478.688985] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] Releasing lock "refresh_cache-b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.692200] env[64147]: DEBUG nova.compute.manager [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Received event network-changed-8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1478.692200] env[64147]: DEBUG nova.compute.manager [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Refreshing instance network info cache due to event network-changed-8dfd0cb6-6f1a-4952-9998-5d384753e231. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1478.692200] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] Acquiring lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.692200] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] Acquired lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.692200] env[64147]: DEBUG nova.network.neutron [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Refreshing network info cache for port 8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.760059] env[64147]: DEBUG nova.compute.manager [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1478.764595] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e250a60f-0780-403c-91e0-c32eb5ab902a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.790316] env[64147]: INFO nova.compute.manager [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Took 21.81 seconds to build instance. [ 1478.970212] env[64147]: DEBUG nova.compute.manager [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1479.121128] env[64147]: DEBUG nova.network.neutron [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1479.126963] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2554d6a8-dca7-473f-bafe-0f922e03d773 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.137518] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e278c-d235-482a-92e6-17562d3fbdd9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.174087] env[64147]: DEBUG nova.network.neutron [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Successfully created port: e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1479.180012] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d53154f-2e5e-4980-9ec6-5b332cbdc26e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.198844] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd796e-a856-4479-9322-6dfaedfab6a3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.203187] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839608, 'name': PowerOffVM_Task, 'duration_secs': 0.166617} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.203779] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.204014] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.207647] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a1c55d-4f74-4ccd-b375-44d2e1090700 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.215639] env[64147]: DEBUG nova.compute.provider_tree [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.223655] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.223798] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-905836df-b56a-4c63-a12d-a5f544dd9f2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.261117] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1479.261338] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1479.261519] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Deleting the datastore file [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1479.261787] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83126e8d-5815-4a3a-982c-041bd8cdfacb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.273081] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Waiting for the task: (returnval){ [ 1479.273081] env[64147]: value = "task-1839610" [ 1479.273081] env[64147]: _type = "Task" [ 1479.273081] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.279365] env[64147]: INFO nova.compute.manager [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] instance snapshotting [ 1479.283945] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.285044] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf7a242-691d-42c9-9762-2d3a7fa6c2c8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.306123] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5e62a914-bca0-4e19-8385-8538b47179c4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "b963fd88-11ad-48ec-910c-e531c727961e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.361s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.309988] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bce6f59-80ef-4cfc-94c0-88a8401fff2a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.326192] env[64147]: DEBUG nova.compute.manager [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Received event network-vif-plugged-62339304-5a48-4e35-a6e9-a25f4b39582d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1479.326192] env[64147]: DEBUG oslo_concurrency.lockutils [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] Acquiring lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.326192] env[64147]: DEBUG oslo_concurrency.lockutils [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.326192] env[64147]: DEBUG oslo_concurrency.lockutils [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.326439] env[64147]: DEBUG nova.compute.manager [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] No waiting events found dispatching network-vif-plugged-62339304-5a48-4e35-a6e9-a25f4b39582d {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1479.326439] env[64147]: WARNING nova.compute.manager [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Received unexpected event network-vif-plugged-62339304-5a48-4e35-a6e9-a25f4b39582d for instance with vm_state building and task_state spawning. [ 1479.326562] env[64147]: DEBUG nova.compute.manager [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Received event network-changed-62339304-5a48-4e35-a6e9-a25f4b39582d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1479.327209] env[64147]: DEBUG nova.compute.manager [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Refreshing instance network info cache due to event network-changed-62339304-5a48-4e35-a6e9-a25f4b39582d. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1479.327209] env[64147]: DEBUG oslo_concurrency.lockutils [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] Acquiring lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.413675] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquiring lock "9a24af59-9f1d-4625-8cd2-728e7464f09a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.413978] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Lock "9a24af59-9f1d-4625-8cd2-728e7464f09a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.414266] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquiring lock "9a24af59-9f1d-4625-8cd2-728e7464f09a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.414455] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Lock "9a24af59-9f1d-4625-8cd2-728e7464f09a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.414659] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Lock "9a24af59-9f1d-4625-8cd2-728e7464f09a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.417807] env[64147]: INFO nova.compute.manager [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Terminating instance [ 1479.557046] env[64147]: DEBUG oslo_vmware.rw_handles [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Completed reading data from the image iterator. {{(pid=64147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1479.557203] env[64147]: DEBUG oslo_vmware.rw_handles [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1479.596115] env[64147]: DEBUG nova.network.neutron [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Updating instance_info_cache with network_info: [{"id": "62339304-5a48-4e35-a6e9-a25f4b39582d", "address": "fa:16:3e:3f:8c:96", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62339304-5a", "ovs_interfaceid": "62339304-5a48-4e35-a6e9-a25f4b39582d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.685487] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Downloaded image file data 190a21b2-8ff5-444e-86c3-88185b9f8cea to vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk on the data store datastore2 {{(pid=64147) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1479.687817] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Caching image {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1479.688077] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Copying Virtual Disk [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk to [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.688767] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e425d287-1cb7-4e21-92b7-5f24aab97375 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.701204] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1479.701204] env[64147]: value = "task-1839611" [ 1479.701204] env[64147]: _type = "Task" [ 1479.701204] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.722170] env[64147]: DEBUG nova.scheduler.client.report [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.726289] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.792372] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219354} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.792564] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.792769] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.793509] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.813487] env[64147]: DEBUG nova.compute.manager [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1479.823495] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1479.824148] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-04e9f6a3-ce08-42bd-b270-693f11e269c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.857706] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1479.857706] env[64147]: value = "task-1839612" [ 1479.857706] env[64147]: _type = "Task" [ 1479.857706] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.860079] env[64147]: DEBUG nova.network.neutron [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updated VIF entry in instance network info cache for port 8dfd0cb6-6f1a-4952-9998-5d384753e231. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.860079] env[64147]: DEBUG nova.network.neutron [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updating instance_info_cache with network_info: [{"id": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "address": "fa:16:3e:69:88:0c", "network": {"id": "f09e55e8-70ad-48ff-93c4-c144ececd1a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-814479189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc237f3720f4f32bf45ffdc90c4936d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfd0cb6-6f", "ovs_interfaceid": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.873487] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839612, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.922136] env[64147]: DEBUG nova.compute.manager [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.922402] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.923950] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4f61ff-52c3-4ffb-a0c3-ddb1c44bbfa6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.935207] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.936242] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d884042-bd36-411e-afe6-88a1bc68098b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.944404] env[64147]: DEBUG oslo_vmware.api [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for the task: (returnval){ [ 1479.944404] env[64147]: value = "task-1839613" [ 1479.944404] env[64147]: _type = "Task" [ 1479.944404] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.956748] env[64147]: DEBUG oslo_vmware.api [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.980392] env[64147]: DEBUG nova.compute.manager [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1480.018493] env[64147]: DEBUG nova.virt.hardware [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.018695] env[64147]: DEBUG nova.virt.hardware [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.019021] env[64147]: DEBUG nova.virt.hardware [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.019021] env[64147]: DEBUG nova.virt.hardware [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.019373] env[64147]: DEBUG nova.virt.hardware [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.019547] env[64147]: DEBUG nova.virt.hardware [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.019760] env[64147]: DEBUG nova.virt.hardware [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.019919] env[64147]: DEBUG nova.virt.hardware [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.020100] env[64147]: DEBUG nova.virt.hardware [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.020267] env[64147]: DEBUG nova.virt.hardware [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.020460] env[64147]: DEBUG nova.virt.hardware [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.021715] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5e7e8c-6473-4b21-ba24-cbf4ec7e37ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.032962] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161703f8-98f7-4eee-a353-6f7aa15675ff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.099568] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Releasing lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.099933] env[64147]: DEBUG nova.compute.manager [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Instance network_info: |[{"id": "62339304-5a48-4e35-a6e9-a25f4b39582d", "address": "fa:16:3e:3f:8c:96", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62339304-5a", "ovs_interfaceid": "62339304-5a48-4e35-a6e9-a25f4b39582d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1480.100375] env[64147]: DEBUG oslo_concurrency.lockutils [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] Acquired lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.100469] env[64147]: DEBUG nova.network.neutron [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Refreshing network info cache for port 62339304-5a48-4e35-a6e9-a25f4b39582d {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.102263] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:8c:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62339304-5a48-4e35-a6e9-a25f4b39582d', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.112583] env[64147]: DEBUG oslo.service.loopingcall [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.113136] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1480.113366] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9412983f-f2e7-4787-8ff1-f104a8d65970 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.143347] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1480.143347] env[64147]: value = "task-1839614" [ 1480.143347] env[64147]: _type = "Task" [ 1480.143347] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.155688] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839614, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.213963] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839611, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.231357] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.234227] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.916s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.235984] env[64147]: INFO nova.compute.claims [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1480.280904] env[64147]: INFO nova.scheduler.client.report [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Deleted allocations for instance 8ec6604b-5c28-44f9-b5e1-b7406aa806d7 [ 1480.341020] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.370341] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b20ebf0-4c99-4b43-8b94-b71afb579eb3 req-02b1d6f0-3aad-4e3f-bd71-73516c6d8047 service nova] Releasing lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.377546] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839612, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.458106] env[64147]: DEBUG oslo_vmware.api [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839613, 'name': PowerOffVM_Task, 'duration_secs': 0.263067} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.458291] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.458379] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.458693] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-808fc222-5fd6-4f0d-a383-837928dd3feb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.556815] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.556815] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.556815] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Deleting the datastore file [datastore1] 9a24af59-9f1d-4625-8cd2-728e7464f09a {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.556815] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eb865e5-daaf-47ee-bc92-240ac0c5e841 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.566716] env[64147]: DEBUG oslo_vmware.api [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for the task: (returnval){ [ 1480.566716] env[64147]: value = "task-1839616" [ 1480.566716] env[64147]: _type = "Task" [ 1480.566716] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.588407] env[64147]: DEBUG oslo_vmware.api [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.660784] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839614, 'name': CreateVM_Task, 'duration_secs': 0.501131} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.664415] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1480.664415] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.664415] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.664415] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.664415] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18d8b15-0e02-40a0-b4fd-9593e1cda07d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.672998] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1480.672998] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529bfc5f-cd53-60bd-57e6-9e5196acf434" [ 1480.672998] env[64147]: _type = "Task" [ 1480.672998] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.691591] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529bfc5f-cd53-60bd-57e6-9e5196acf434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.721677] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942529} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.722747] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Copied Virtual Disk [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk to [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.723246] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Deleting the datastore file [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea/tmp-sparse.vmdk {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.724876] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14cbd563-d3fc-408b-98f2-436669dac515 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.734394] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1480.734394] env[64147]: value = "task-1839617" [ 1480.734394] env[64147]: _type = "Task" [ 1480.734394] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.754957] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.793889] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f7c1d56c-d789-44c8-88bb-0526d161e28c tempest-ServerDiagnosticsTest-1311182808 tempest-ServerDiagnosticsTest-1311182808-project-member] Lock "8ec6604b-5c28-44f9-b5e1-b7406aa806d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.817s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.833550] env[64147]: DEBUG nova.virt.hardware [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.833795] env[64147]: DEBUG nova.virt.hardware [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.833948] env[64147]: DEBUG nova.virt.hardware [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.834154] env[64147]: DEBUG nova.virt.hardware [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.834356] env[64147]: DEBUG nova.virt.hardware [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.834472] env[64147]: DEBUG nova.virt.hardware [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.834680] env[64147]: DEBUG nova.virt.hardware [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.834835] env[64147]: DEBUG nova.virt.hardware [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.835008] env[64147]: DEBUG nova.virt.hardware [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.835205] env[64147]: DEBUG nova.virt.hardware [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.835404] env[64147]: DEBUG nova.virt.hardware [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.836614] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e6e311-9606-4b83-8544-aa6ada410ca9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.855725] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cacf5f1-15c0-4727-9ea3-e8930b0a37d0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.876319] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.883709] env[64147]: DEBUG oslo.service.loopingcall [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.883709] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1480.883709] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d554e79-4101-4263-ae74-e58971b4e327 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.898721] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839612, 'name': CreateSnapshot_Task, 'duration_secs': 0.884533} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.901553] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1480.902747] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d698ed8f-d7f6-4db3-a22f-fb75bbb2230d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.907421] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1480.907421] env[64147]: value = "task-1839618" [ 1480.907421] env[64147]: _type = "Task" [ 1480.907421] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.922256] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839618, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.086862] env[64147]: DEBUG oslo_vmware.api [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Task: {'id': task-1839616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196714} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.086862] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.086862] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.086862] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.086862] env[64147]: INFO nova.compute.manager [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1481.087147] env[64147]: DEBUG oslo.service.loopingcall [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.087147] env[64147]: DEBUG nova.compute.manager [-] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1481.087147] env[64147]: DEBUG nova.network.neutron [-] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1481.186368] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529bfc5f-cd53-60bd-57e6-9e5196acf434, 'name': SearchDatastore_Task, 'duration_secs': 0.0213} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.186368] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.186580] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1481.186799] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.186984] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.187196] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1481.187434] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0448f33e-5537-4e3e-9926-40768f645d27 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.203089] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1481.203089] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1481.206328] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6cb167c-fe47-43ce-89ab-d7d7ff8e2ed3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.214066] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1481.214066] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529d80ff-da24-bb20-9cd3-fb6b7c1dd123" [ 1481.214066] env[64147]: _type = "Task" [ 1481.214066] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.223453] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529d80ff-da24-bb20-9cd3-fb6b7c1dd123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.246515] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025208} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.246777] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.246987] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Moving file from [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce/190a21b2-8ff5-444e-86c3-88185b9f8cea to [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea. {{(pid=64147) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1481.251116] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-21388d92-d5e0-414a-bb8d-fb77d2342f21 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.261727] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1481.261727] env[64147]: value = "task-1839619" [ 1481.261727] env[64147]: _type = "Task" [ 1481.261727] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.270070] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839619, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.351085] env[64147]: DEBUG nova.network.neutron [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Updated VIF entry in instance network info cache for port 62339304-5a48-4e35-a6e9-a25f4b39582d. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.351439] env[64147]: DEBUG nova.network.neutron [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Updating instance_info_cache with network_info: [{"id": "62339304-5a48-4e35-a6e9-a25f4b39582d", "address": "fa:16:3e:3f:8c:96", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62339304-5a", "ovs_interfaceid": "62339304-5a48-4e35-a6e9-a25f4b39582d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.432956] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1481.436754] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-917a4a86-c482-4f09-83a9-d9d72df89304 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.445790] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839618, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.446801] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1481.446801] env[64147]: value = "task-1839620" [ 1481.446801] env[64147]: _type = "Task" [ 1481.446801] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.458350] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839620, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.727033] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529d80ff-da24-bb20-9cd3-fb6b7c1dd123, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.727807] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc91cfa6-c392-4b45-8e7f-97709d901ace {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.741644] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1481.741644] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52299fb2-6d54-fda9-f41e-71b273668766" [ 1481.741644] env[64147]: _type = "Task" [ 1481.741644] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.756239] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52299fb2-6d54-fda9-f41e-71b273668766, 'name': SearchDatastore_Task, 'duration_secs': 0.013454} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.756239] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.756334] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 615d9c66-fac7-48b9-8dad-1adf1e9d4e03/615d9c66-fac7-48b9-8dad-1adf1e9d4e03.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.756674] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81aee67b-0b6c-4255-8504-19dc8b82d0a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.767902] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1481.767902] env[64147]: value = "task-1839621" [ 1481.767902] env[64147]: _type = "Task" [ 1481.767902] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.774869] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839619, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034737} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.775686] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] File moved {{(pid=64147) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1481.775887] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Cleaning up location [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1481.776068] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Deleting the datastore file [datastore2] vmware_temp/81cee3a1-d7f2-4c18-9091-63a7ad8b20ce {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.776328] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6cf28d0-a500-4b75-a99d-a8f166a086ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.781171] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.790034] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1481.790034] env[64147]: value = "task-1839622" [ 1481.790034] env[64147]: _type = "Task" [ 1481.790034] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.803050] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.829051] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26ad257-92e1-42b5-b214-76ed4b768e13 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.850669] env[64147]: DEBUG nova.network.neutron [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Successfully updated port: e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1481.857281] env[64147]: DEBUG oslo_concurrency.lockutils [req-959c04bc-ad05-4259-b293-0de313ed8de1 req-cac968ff-0e30-497d-8f6f-5a04c83ab4cf service nova] Releasing lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.858600] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adccd0fe-1810-4524-a907-c86e94af222d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.894946] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f032556-4a9f-437b-a0ab-6f2c155182c3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.903748] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d24737-0d59-41f5-a3c1-1ac544e10064 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.919052] env[64147]: DEBUG nova.compute.provider_tree [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.930198] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839618, 'name': CreateVM_Task, 'duration_secs': 0.645403} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.931113] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1481.931399] env[64147]: DEBUG oslo_concurrency.lockutils [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.931560] env[64147]: DEBUG oslo_concurrency.lockutils [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.931872] env[64147]: DEBUG oslo_concurrency.lockutils [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.932398] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f63c5278-4749-46ac-ad22-0d681fa354d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.938739] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Waiting for the task: (returnval){ [ 1481.938739] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5273f002-458e-42de-d072-f77b616a45c5" [ 1481.938739] env[64147]: _type = "Task" [ 1481.938739] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.948913] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5273f002-458e-42de-d072-f77b616a45c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.958128] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839620, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.283059] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839621, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.305206] env[64147]: DEBUG nova.network.neutron [-] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.306799] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067095} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.308861] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.308861] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e3a39d-95c0-46c6-9c00-8c085e0e448e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.315406] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1482.315406] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52968d86-e53e-da15-c732-b46a2c1cbd5e" [ 1482.315406] env[64147]: _type = "Task" [ 1482.315406] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.330150] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52968d86-e53e-da15-c732-b46a2c1cbd5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.353031] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.353270] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.353270] env[64147]: DEBUG nova.network.neutron [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.425191] env[64147]: DEBUG nova.scheduler.client.report [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.457704] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5273f002-458e-42de-d072-f77b616a45c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01282} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.458252] env[64147]: DEBUG oslo_concurrency.lockutils [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.458539] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1482.458864] env[64147]: DEBUG oslo_concurrency.lockutils [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.459071] env[64147]: DEBUG oslo_concurrency.lockutils [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.459311] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1482.460922] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-943f5cfe-d54c-455a-a179-2d24b897cd87 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.471322] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839620, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.485400] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1482.485582] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1482.486434] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d59c28-785d-4348-93e1-0cc42b6e870d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.493719] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Waiting for the task: (returnval){ [ 1482.493719] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52106a4d-fc7c-9c50-a3de-477cf6747212" [ 1482.493719] env[64147]: _type = "Task" [ 1482.493719] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.506105] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52106a4d-fc7c-9c50-a3de-477cf6747212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.784989] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751703} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.785488] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 615d9c66-fac7-48b9-8dad-1adf1e9d4e03/615d9c66-fac7-48b9-8dad-1adf1e9d4e03.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.786273] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.789019] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38cddeea-6c63-45f1-b1c7-b68170af4ba9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.795336] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1482.795336] env[64147]: value = "task-1839623" [ 1482.795336] env[64147]: _type = "Task" [ 1482.795336] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.813028] env[64147]: INFO nova.compute.manager [-] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Took 1.73 seconds to deallocate network for instance. [ 1482.813028] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.837968] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52968d86-e53e-da15-c732-b46a2c1cbd5e, 'name': SearchDatastore_Task, 'duration_secs': 0.023395} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.837968] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.837968] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] b523b53f-5dd6-41e4-a097-3ac8cb9b09ac/b523b53f-5dd6-41e4-a097-3ac8cb9b09ac.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1482.837968] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68b2ba13-0dea-472d-8138-f33695d30369 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.856860] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1482.856860] env[64147]: value = "task-1839624" [ 1482.856860] env[64147]: _type = "Task" [ 1482.856860] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.872848] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.930933] env[64147]: DEBUG nova.network.neutron [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1482.932715] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.933398] env[64147]: DEBUG nova.compute.manager [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1482.936290] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.219s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.963559] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839620, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.009917] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52106a4d-fc7c-9c50-a3de-477cf6747212, 'name': SearchDatastore_Task, 'duration_secs': 0.012646} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.011440] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-830a692c-ebeb-4e3c-b9ce-1f217a7bdcd8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.018033] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Waiting for the task: (returnval){ [ 1483.018033] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d290cc-a5c7-471c-033e-446fe5df53b1" [ 1483.018033] env[64147]: _type = "Task" [ 1483.018033] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.039875] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d290cc-a5c7-471c-033e-446fe5df53b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014129} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.040175] env[64147]: DEBUG oslo_concurrency.lockutils [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.040432] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1483.040723] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4805201-92b3-4bb7-937a-60cfc541fe32 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.048922] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Waiting for the task: (returnval){ [ 1483.048922] env[64147]: value = "task-1839625" [ 1483.048922] env[64147]: _type = "Task" [ 1483.048922] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.060065] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.126524] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Acquiring lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.126858] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.210574] env[64147]: DEBUG nova.network.neutron [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Updating instance_info_cache with network_info: [{"id": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "address": "fa:16:3e:63:63:d7", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e61b7c-b4", "ovs_interfaceid": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.263231] env[64147]: DEBUG nova.compute.manager [req-8355e4af-8ff4-4ed2-ba99-174fd6fbe9e1 req-1444e038-71d2-4108-9292-587c8a469881 service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Received event network-vif-plugged-e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1483.263231] env[64147]: DEBUG oslo_concurrency.lockutils [req-8355e4af-8ff4-4ed2-ba99-174fd6fbe9e1 req-1444e038-71d2-4108-9292-587c8a469881 service nova] Acquiring lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.263231] env[64147]: DEBUG oslo_concurrency.lockutils [req-8355e4af-8ff4-4ed2-ba99-174fd6fbe9e1 req-1444e038-71d2-4108-9292-587c8a469881 service nova] Lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.263231] env[64147]: DEBUG oslo_concurrency.lockutils [req-8355e4af-8ff4-4ed2-ba99-174fd6fbe9e1 req-1444e038-71d2-4108-9292-587c8a469881 service nova] Lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.263231] env[64147]: DEBUG nova.compute.manager [req-8355e4af-8ff4-4ed2-ba99-174fd6fbe9e1 req-1444e038-71d2-4108-9292-587c8a469881 service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] No waiting events found dispatching network-vif-plugged-e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1483.263494] env[64147]: WARNING nova.compute.manager [req-8355e4af-8ff4-4ed2-ba99-174fd6fbe9e1 req-1444e038-71d2-4108-9292-587c8a469881 service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Received unexpected event network-vif-plugged-e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb for instance with vm_state building and task_state spawning. [ 1483.312635] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1721} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.316115] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.316115] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288f8d0e-1a4e-4526-ae1b-a0c47e4e20cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.336694] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.348764] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 615d9c66-fac7-48b9-8dad-1adf1e9d4e03/615d9c66-fac7-48b9-8dad-1adf1e9d4e03.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.349151] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4a87d50-58d3-440d-9f4f-d1aafd5d507d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.381641] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839624, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.383273] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1483.383273] env[64147]: value = "task-1839626" [ 1483.383273] env[64147]: _type = "Task" [ 1483.383273] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.400199] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.443717] env[64147]: INFO nova.compute.claims [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.457059] env[64147]: DEBUG nova.compute.utils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1483.457059] env[64147]: DEBUG nova.compute.manager [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1483.457059] env[64147]: DEBUG nova.network.neutron [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1483.469439] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839620, 'name': CloneVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.528155] env[64147]: DEBUG nova.policy [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db23675e46347209a3fc0af1b971808', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4bdfc65afcb43aeaa428fb8a5c42e56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1483.570846] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839625, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.716057] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.716057] env[64147]: DEBUG nova.compute.manager [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Instance network_info: |[{"id": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "address": "fa:16:3e:63:63:d7", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e61b7c-b4", "ovs_interfaceid": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1483.716495] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:63:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.728190] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Creating folder: Project (cccf38384a5a41f487345c23f1af1ea6). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.728190] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1f8ed01-4247-42bd-acc4-29d3fb4acc7b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.743679] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Created folder: Project (cccf38384a5a41f487345c23f1af1ea6) in parent group-v380629. [ 1483.744783] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Creating folder: Instances. Parent ref: group-v380687. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.744783] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50064a72-c0f7-429f-be23-802e786be6c2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.761647] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Created folder: Instances in parent group-v380687. [ 1483.762315] env[64147]: DEBUG oslo.service.loopingcall [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.762315] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1483.763307] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc37a47c-aa1f-4e82-b5fc-0222f8066a90 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.789383] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1483.789383] env[64147]: value = "task-1839629" [ 1483.789383] env[64147]: _type = "Task" [ 1483.789383] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.798313] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839629, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.882440] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739447} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.882558] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] b523b53f-5dd6-41e4-a097-3ac8cb9b09ac/b523b53f-5dd6-41e4-a097-3ac8cb9b09ac.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1483.882847] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1483.883546] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9206194-ca4f-4248-ae2c-411d382adf20 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.898251] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.898815] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1483.898815] env[64147]: value = "task-1839630" [ 1483.898815] env[64147]: _type = "Task" [ 1483.898815] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.915770] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "3a9c7040-44b2-45a9-bbea-16995a643e08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.916084] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "3a9c7040-44b2-45a9-bbea-16995a643e08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.916333] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.960765] env[64147]: INFO nova.compute.resource_tracker [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating resource usage from migration 56ff83c3-246a-4f72-bb14-ff51369ffa0a [ 1483.963883] env[64147]: DEBUG nova.compute.manager [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1483.979180] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839620, 'name': CloneVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.068766] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725274} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.069212] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1484.069545] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1484.069733] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e090e248-33c7-4bb1-b188-fa1dacb7a390 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.079720] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Waiting for the task: (returnval){ [ 1484.079720] env[64147]: value = "task-1839631" [ 1484.079720] env[64147]: _type = "Task" [ 1484.079720] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.096275] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.143047] env[64147]: DEBUG nova.network.neutron [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Successfully created port: a701353b-7d74-4365-b55e-daf6845fc834 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1484.303168] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839629, 'name': CreateVM_Task, 'duration_secs': 0.46024} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.303470] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1484.305633] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.305633] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.305633] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1484.305633] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e51e3a6-8c87-4c92-89f3-8c25bda0003d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.319592] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1484.319592] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529e866c-7035-8271-1cc0-c88542458a71" [ 1484.319592] env[64147]: _type = "Task" [ 1484.319592] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.332500] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529e866c-7035-8271-1cc0-c88542458a71, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.332500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.332500] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1484.332500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.332724] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.332724] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1484.332724] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df079b12-a1a4-44fe-92da-e8439769f385 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.341486] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1484.341662] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1484.342418] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0c589b-f31c-4065-bd42-a48cf83fbf25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.351494] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1484.351494] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]521ae44d-a136-0ea4-8852-b80ba09e1dc9" [ 1484.351494] env[64147]: _type = "Task" [ 1484.351494] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.360972] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521ae44d-a136-0ea4-8852-b80ba09e1dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.402083] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839626, 'name': ReconfigVM_Task, 'duration_secs': 0.652832} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.406345] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 615d9c66-fac7-48b9-8dad-1adf1e9d4e03/615d9c66-fac7-48b9-8dad-1adf1e9d4e03.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.406742] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a5f6e9f-1b75-4e86-bf4e-30746d029cc1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.415887] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088719} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.417301] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1484.417683] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1484.417683] env[64147]: value = "task-1839632" [ 1484.417683] env[64147]: _type = "Task" [ 1484.417683] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.418396] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea3ee69-edaf-423e-9077-0ea9ca9b1f16 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.443168] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839632, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.453025] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] b523b53f-5dd6-41e4-a097-3ac8cb9b09ac/b523b53f-5dd6-41e4-a097-3ac8cb9b09ac.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1484.453426] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0aa3df3-43fb-4aeb-84e7-74d18ba35711 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.480192] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1484.480192] env[64147]: value = "task-1839633" [ 1484.480192] env[64147]: _type = "Task" [ 1484.480192] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.483634] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839620, 'name': CloneVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.499021] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839633, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.523150] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bed1b3-c824-4d54-b2cd-174d9ba855f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.533279] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad887f1-8061-4e3b-a299-348bd5746bbf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.565055] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dc2dda-2692-407a-8e76-ce0dad0e7487 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.573831] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a5f794-c290-4446-8665-4250bbbaed1b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.588372] env[64147]: DEBUG nova.compute.provider_tree [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1484.598900] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.345119} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.599203] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1484.599997] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afe79f1-37a5-4d23-a4c3-3cd1451edbac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.623727] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1484.625079] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f69cccbb-8589-4f66-b691-deec905acbba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.647565] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Waiting for the task: (returnval){ [ 1484.647565] env[64147]: value = "task-1839634" [ 1484.647565] env[64147]: _type = "Task" [ 1484.647565] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.657559] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.864026] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521ae44d-a136-0ea4-8852-b80ba09e1dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.864854] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6100dc18-30fd-468f-901d-abe9fdf55399 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.871185] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1484.871185] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f5aa06-0faf-c1e1-abe1-00ae5ab819ee" [ 1484.871185] env[64147]: _type = "Task" [ 1484.871185] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.882436] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f5aa06-0faf-c1e1-abe1-00ae5ab819ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.931750] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839632, 'name': Rename_Task, 'duration_secs': 0.143423} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.932646] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.932646] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acbf7641-de63-4f3f-9925-e1ea262ecde9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.942330] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1484.942330] env[64147]: value = "task-1839635" [ 1484.942330] env[64147]: _type = "Task" [ 1484.942330] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.950416] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.981673] env[64147]: DEBUG nova.compute.manager [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1484.984436] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839620, 'name': CloneVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.995172] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839633, 'name': ReconfigVM_Task, 'duration_secs': 0.280542} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.995172] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Reconfigured VM instance instance-00000010 to attach disk [datastore2] b523b53f-5dd6-41e4-a097-3ac8cb9b09ac/b523b53f-5dd6-41e4-a097-3ac8cb9b09ac.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.995172] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ede93414-8245-4da0-a3b6-d877d4020339 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.000762] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1485.000762] env[64147]: value = "task-1839636" [ 1485.000762] env[64147]: _type = "Task" [ 1485.000762] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.009951] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839636, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.018921] env[64147]: DEBUG nova.virt.hardware [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1485.019203] env[64147]: DEBUG nova.virt.hardware [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.019385] env[64147]: DEBUG nova.virt.hardware [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1485.019571] env[64147]: DEBUG nova.virt.hardware [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.019758] env[64147]: DEBUG nova.virt.hardware [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1485.019960] env[64147]: DEBUG nova.virt.hardware [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1485.020608] env[64147]: DEBUG nova.virt.hardware [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1485.020713] env[64147]: DEBUG nova.virt.hardware [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1485.020922] env[64147]: DEBUG nova.virt.hardware [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1485.021152] env[64147]: DEBUG nova.virt.hardware [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1485.021366] env[64147]: DEBUG nova.virt.hardware [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1485.022328] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfd9a96-63aa-4475-ab47-6fb4d90ed254 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.032227] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94382658-d8a6-4c20-815f-d57d715c7f52 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.122341] env[64147]: ERROR nova.scheduler.client.report [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [req-0e7ac4f0-2282-427d-b4db-d179383116bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e7ac4f0-2282-427d-b4db-d179383116bd"}]} [ 1485.147587] env[64147]: DEBUG nova.scheduler.client.report [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1485.163896] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.168832] env[64147]: DEBUG nova.scheduler.client.report [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1485.168832] env[64147]: DEBUG nova.compute.provider_tree [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1485.187220] env[64147]: DEBUG nova.scheduler.client.report [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1485.212528] env[64147]: DEBUG nova.scheduler.client.report [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1485.383583] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f5aa06-0faf-c1e1-abe1-00ae5ab819ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009972} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.387095] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.387429] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9f9b4fa1-8187-431d-8f50-536a80a9c5b3/9f9b4fa1-8187-431d-8f50-536a80a9c5b3.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.388076] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5ae267d-da50-48d5-a8ae-62135cdc780d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.408064] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1485.408064] env[64147]: value = "task-1839637" [ 1485.408064] env[64147]: _type = "Task" [ 1485.408064] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.421492] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.421791] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.432541] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.464227] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "1050f2b2-a884-40d6-b519-a381df45f896" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.464227] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "1050f2b2-a884-40d6-b519-a381df45f896" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.464227] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839635, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.490186] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839620, 'name': CloneVM_Task, 'duration_secs': 3.812338} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.490371] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Created linked-clone VM from snapshot [ 1485.491097] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f69fa4-9513-408c-a423-608b18cd713d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.500787] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Uploading image 768e2627-f049-4189-9299-663a0d27a1d2 {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1485.518599] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839636, 'name': Rename_Task, 'duration_secs': 0.138204} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.519021] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1485.519389] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86251e25-0bd7-4372-b2be-a6bbe29fbfdb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.534487] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1485.534487] env[64147]: value = "task-1839638" [ 1485.534487] env[64147]: _type = "Task" [ 1485.534487] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.535129] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1485.535517] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-85286315-ab5d-4dcd-963e-ec69a2e91987 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.551641] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.557068] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1485.557068] env[64147]: value = "task-1839639" [ 1485.557068] env[64147]: _type = "Task" [ 1485.557068] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.568254] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839639, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.660982] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839634, 'name': ReconfigVM_Task, 'duration_secs': 0.87514} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.663603] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565/7fbe345a-3ce0-4e4d-9a64-aecade889565.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.665136] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b2e4b6f-a22e-492d-a97a-244a3e07d924 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.674431] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Waiting for the task: (returnval){ [ 1485.674431] env[64147]: value = "task-1839640" [ 1485.674431] env[64147]: _type = "Task" [ 1485.674431] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.685570] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839640, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.807775] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32cf1ef-585e-4195-9927-903093b604b9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.817235] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef6afd5-c040-43e8-a81d-d6d4d51f8234 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.639450] env[64147]: DEBUG nova.network.neutron [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Successfully updated port: a701353b-7d74-4365-b55e-daf6845fc834 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1486.647784] env[64147]: DEBUG nova.compute.manager [req-cdc3e910-98ab-4965-8f09-91f76d44e117 req-74c30e02-5bb5-4df7-ad9d-34cff4d19afa service nova] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Received event network-vif-deleted-16099267-bbbf-4f8f-9871-7f37eebf3742 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1486.648031] env[64147]: DEBUG nova.compute.manager [req-cdc3e910-98ab-4965-8f09-91f76d44e117 req-74c30e02-5bb5-4df7-ad9d-34cff4d19afa service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Received event network-changed-e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1486.648206] env[64147]: DEBUG nova.compute.manager [req-cdc3e910-98ab-4965-8f09-91f76d44e117 req-74c30e02-5bb5-4df7-ad9d-34cff4d19afa service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Refreshing instance network info cache due to event network-changed-e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1486.648464] env[64147]: DEBUG oslo_concurrency.lockutils [req-cdc3e910-98ab-4965-8f09-91f76d44e117 req-74c30e02-5bb5-4df7-ad9d-34cff4d19afa service nova] Acquiring lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.648645] env[64147]: DEBUG oslo_concurrency.lockutils [req-cdc3e910-98ab-4965-8f09-91f76d44e117 req-74c30e02-5bb5-4df7-ad9d-34cff4d19afa service nova] Acquired lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.648768] env[64147]: DEBUG nova.network.neutron [req-cdc3e910-98ab-4965-8f09-91f76d44e117 req-74c30e02-5bb5-4df7-ad9d-34cff4d19afa service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Refreshing network info cache for port e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1486.659700] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54e714a-94bd-4ef4-8755-901d290e6941 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.665866] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquiring lock "refresh_cache-7a889a3b-ffb0-434a-9655-5b703cb1ba4f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.665999] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquired lock "refresh_cache-7a889a3b-ffb0-434a-9655-5b703cb1ba4f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.666155] env[64147]: DEBUG nova.network.neutron [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.681771] env[64147]: DEBUG oslo_vmware.api [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839635, 'name': PowerOnVM_Task, 'duration_secs': 1.257374} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.682713] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548923} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.683166] env[64147]: DEBUG oslo_vmware.api [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839638, 'name': PowerOnVM_Task, 'duration_secs': 0.669852} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.689266] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.689266] env[64147]: INFO nova.compute.manager [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1486.689266] env[64147]: DEBUG nova.compute.manager [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.689266] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9f9b4fa1-8187-431d-8f50-536a80a9c5b3/9f9b4fa1-8187-431d-8f50-536a80a9c5b3.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.689266] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.689486] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.689486] env[64147]: INFO nova.compute.manager [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Took 13.30 seconds to spawn the instance on the hypervisor. [ 1486.689486] env[64147]: DEBUG nova.compute.manager [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.689920] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839640, 'name': Rename_Task, 'duration_secs': 0.360183} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.693484] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d076bf-cd34-4920-b273-dcbd8f4b425d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.696075] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb914944-0a3d-4899-ba81-a74dfd63c20c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.699393] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883261bf-7b82-4a78-a8a2-431ed116ef42 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.701726] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.702295] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839639, 'name': Destroy_Task, 'duration_secs': 0.71849} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.704518] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de18cdbc-2de6-4de6-b2c7-8fd3d4e34509 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.706092] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Destroyed the VM [ 1486.706418] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1486.707712] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cea29852-b70e-4bcb-9b44-4dbdef1523e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.710093] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca98786-0f52-41e2-b4a8-9f71260ff763 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.721960] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1486.721960] env[64147]: value = "task-1839641" [ 1486.721960] env[64147]: _type = "Task" [ 1486.721960] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.726491] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Waiting for the task: (returnval){ [ 1486.726491] env[64147]: value = "task-1839642" [ 1486.726491] env[64147]: _type = "Task" [ 1486.726491] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.742861] env[64147]: DEBUG nova.compute.provider_tree [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.746944] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1486.746944] env[64147]: value = "task-1839643" [ 1486.746944] env[64147]: _type = "Task" [ 1486.746944] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.757416] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.757656] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.765706] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.238359] env[64147]: INFO nova.compute.manager [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Took 30.18 seconds to build instance. [ 1487.251341] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1662} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.251341] env[64147]: DEBUG nova.scheduler.client.report [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.255026] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.259664] env[64147]: DEBUG nova.network.neutron [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.263881] env[64147]: INFO nova.compute.manager [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Took 25.81 seconds to build instance. [ 1487.268432] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2fa2a3-7155-4adc-a436-ff2aa0c0db92 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.271656] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839642, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.292316] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.302027] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 9f9b4fa1-8187-431d-8f50-536a80a9c5b3/9f9b4fa1-8187-431d-8f50-536a80a9c5b3.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.302391] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a31d3335-85e5-4ab3-850d-c3d71bac0935 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.327467] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1487.327467] env[64147]: value = "task-1839644" [ 1487.327467] env[64147]: _type = "Task" [ 1487.327467] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.337679] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.718405] env[64147]: DEBUG nova.network.neutron [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Updating instance_info_cache with network_info: [{"id": "a701353b-7d74-4365-b55e-daf6845fc834", "address": "fa:16:3e:d4:b9:3a", "network": {"id": "797a279e-6614-4ff9-9c4d-1ab352a72519", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-921148603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4bdfc65afcb43aeaa428fb8a5c42e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701353b-7d", "ovs_interfaceid": "a701353b-7d74-4365-b55e-daf6845fc834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.744124] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e6068fe7-f854-463b-8b57-ed8e5c67f889 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.588s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.744423] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839642, 'name': PowerOnVM_Task} progress is 37%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.759691] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.823s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.759887] env[64147]: INFO nova.compute.manager [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Migrating [ 1487.760117] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.760251] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "compute-rpcapi-router" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.761759] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.382s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.763333] env[64147]: INFO nova.compute.claims [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1487.767275] env[64147]: INFO nova.compute.rpcapi [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1487.767747] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "compute-rpcapi-router" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.786202] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d871ff5-bbe8-4b29-bcf7-839b1e19798d tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.099s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.786750] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839643, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.808356] env[64147]: DEBUG nova.network.neutron [req-cdc3e910-98ab-4965-8f09-91f76d44e117 req-74c30e02-5bb5-4df7-ad9d-34cff4d19afa service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Updated VIF entry in instance network info cache for port e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1487.808746] env[64147]: DEBUG nova.network.neutron [req-cdc3e910-98ab-4965-8f09-91f76d44e117 req-74c30e02-5bb5-4df7-ad9d-34cff4d19afa service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Updating instance_info_cache with network_info: [{"id": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "address": "fa:16:3e:63:63:d7", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e61b7c-b4", "ovs_interfaceid": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.841231] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839644, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.221770] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Releasing lock "refresh_cache-7a889a3b-ffb0-434a-9655-5b703cb1ba4f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.221921] env[64147]: DEBUG nova.compute.manager [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Instance network_info: |[{"id": "a701353b-7d74-4365-b55e-daf6845fc834", "address": "fa:16:3e:d4:b9:3a", "network": {"id": "797a279e-6614-4ff9-9c4d-1ab352a72519", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-921148603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4bdfc65afcb43aeaa428fb8a5c42e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701353b-7d", "ovs_interfaceid": "a701353b-7d74-4365-b55e-daf6845fc834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1488.224195] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:b9:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a701353b-7d74-4365-b55e-daf6845fc834', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.233813] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Creating folder: Project (d4bdfc65afcb43aeaa428fb8a5c42e56). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.233813] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99c51c3d-1626-47ba-ab5f-188143776fde {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.249355] env[64147]: DEBUG nova.compute.manager [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1488.254146] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839642, 'name': PowerOnVM_Task} progress is 82%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.255741] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Created folder: Project (d4bdfc65afcb43aeaa428fb8a5c42e56) in parent group-v380629. [ 1488.256025] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Creating folder: Instances. Parent ref: group-v380690. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.256568] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97123247-2491-4a6e-90c1-a7d8232deb34 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.270130] env[64147]: DEBUG oslo_vmware.api [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839643, 'name': RemoveSnapshot_Task, 'duration_secs': 1.305665} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.275301] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1488.279287] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Created folder: Instances in parent group-v380690. [ 1488.279522] env[64147]: DEBUG oslo.service.loopingcall [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.282047] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.282332] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ebbd27d-03dd-4dee-9300-1bfd43177b93 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.297571] env[64147]: DEBUG nova.compute.manager [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1488.300430] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.300916] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.301108] env[64147]: DEBUG nova.network.neutron [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.310078] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.310078] env[64147]: value = "task-1839647" [ 1488.310078] env[64147]: _type = "Task" [ 1488.310078] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.315142] env[64147]: DEBUG oslo_concurrency.lockutils [req-cdc3e910-98ab-4965-8f09-91f76d44e117 req-74c30e02-5bb5-4df7-ad9d-34cff4d19afa service nova] Releasing lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.326836] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839647, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.340137] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839644, 'name': ReconfigVM_Task, 'duration_secs': 0.563864} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.340561] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 9f9b4fa1-8187-431d-8f50-536a80a9c5b3/9f9b4fa1-8187-431d-8f50-536a80a9c5b3.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.341399] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4722a90e-1266-47bd-a0c5-f56fa0722dcd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.353924] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1488.353924] env[64147]: value = "task-1839648" [ 1488.353924] env[64147]: _type = "Task" [ 1488.353924] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.370311] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839648, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.535252] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.535618] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.747672] env[64147]: DEBUG oslo_vmware.api [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Task: {'id': task-1839642, 'name': PowerOnVM_Task, 'duration_secs': 1.652838} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.747960] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.752238] env[64147]: DEBUG nova.compute.manager [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.753212] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcefc05-d610-4d94-898c-c9689abe1b2d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.783560] env[64147]: WARNING nova.compute.manager [None req-02518a73-9433-4d5a-9c77-e700a471c5ff tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Image not found during snapshot: nova.exception.ImageNotFound: Image 768e2627-f049-4189-9299-663a0d27a1d2 could not be found. [ 1488.786233] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.828748] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839647, 'name': CreateVM_Task, 'duration_secs': 0.43534} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.832015] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1488.833356] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.835026] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.835279] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.836045] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1488.836379] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636ddb95-0a42-4d2b-8007-fcf6eef70f11 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.853622] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1488.853622] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529ef916-a991-488d-a581-b823e74cff34" [ 1488.853622] env[64147]: _type = "Task" [ 1488.853622] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.878728] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529ef916-a991-488d-a581-b823e74cff34, 'name': SearchDatastore_Task, 'duration_secs': 0.012501} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.879045] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839648, 'name': Rename_Task, 'duration_secs': 0.200746} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.881656] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.881946] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1488.882238] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.882428] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.882669] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1488.882980] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.883455] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3724e58e-e859-4ce6-9834-e91f3046a0a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.885652] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0ce8c91-6a03-429c-8dfc-5348904edbc3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.894944] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1488.894944] env[64147]: value = "task-1839649" [ 1488.894944] env[64147]: _type = "Task" [ 1488.894944] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.899214] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1488.899527] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1488.903922] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a08ba26-08b2-434f-a237-2c3d19f915da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.915558] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.916725] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1488.916725] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527b0cc5-4abd-d62a-f2a8-b7e8f22207ea" [ 1488.916725] env[64147]: _type = "Task" [ 1488.916725] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.927550] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527b0cc5-4abd-d62a-f2a8-b7e8f22207ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013286} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.931622] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491e6f98-fe51-4a6c-a539-97f54c1d1814 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.938913] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1488.938913] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d5de22-35a8-1aa2-9bf5-24ec453a9e8b" [ 1488.938913] env[64147]: _type = "Task" [ 1488.938913] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.948703] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d5de22-35a8-1aa2-9bf5-24ec453a9e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.267202] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c4048-131b-4f8a-9c69-a22fc8f230d2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.286459] env[64147]: DEBUG oslo_concurrency.lockutils [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.287987] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0eea40-dafe-4027-8353-66310e4b32ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.295136] env[64147]: DEBUG nova.network.neutron [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance_info_cache with network_info: [{"id": "2a543c2a-5867-4ecc-bf4c-64418378d808", "address": "fa:16:3e:06:ae:46", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a543c2a-58", "ovs_interfaceid": "2a543c2a-5867-4ecc-bf4c-64418378d808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.326896] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5a1767-aee4-4826-95c5-23c58300144d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.335840] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd7b393-f943-41d8-94cd-659dbe0df438 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.353208] env[64147]: DEBUG nova.compute.provider_tree [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.411172] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839649, 'name': PowerOnVM_Task} progress is 71%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.416701] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquiring lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.416946] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.449997] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d5de22-35a8-1aa2-9bf5-24ec453a9e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012018} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.450283] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.450546] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7a889a3b-ffb0-434a-9655-5b703cb1ba4f/7a889a3b-ffb0-434a-9655-5b703cb1ba4f.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1489.450898] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aab98a57-0906-4a5f-8225-d6c2d727323a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.459659] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1489.459659] env[64147]: value = "task-1839650" [ 1489.459659] env[64147]: _type = "Task" [ 1489.459659] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.469528] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.799419] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.858723] env[64147]: DEBUG nova.scheduler.client.report [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.910904] env[64147]: DEBUG oslo_vmware.api [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839649, 'name': PowerOnVM_Task, 'duration_secs': 0.870689} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.911908] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.912236] env[64147]: INFO nova.compute.manager [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1489.912679] env[64147]: DEBUG nova.compute.manager [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.913799] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f18155-cc1a-4589-9557-f50ac305989e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.971880] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839650, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.139315] env[64147]: DEBUG nova.compute.manager [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Received event network-vif-plugged-a701353b-7d74-4365-b55e-daf6845fc834 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1490.139783] env[64147]: DEBUG oslo_concurrency.lockutils [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] Acquiring lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.140186] env[64147]: DEBUG oslo_concurrency.lockutils [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] Lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.140566] env[64147]: DEBUG oslo_concurrency.lockutils [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] Lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.140918] env[64147]: DEBUG nova.compute.manager [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] No waiting events found dispatching network-vif-plugged-a701353b-7d74-4365-b55e-daf6845fc834 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1490.141273] env[64147]: WARNING nova.compute.manager [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Received unexpected event network-vif-plugged-a701353b-7d74-4365-b55e-daf6845fc834 for instance with vm_state building and task_state spawning. [ 1490.141552] env[64147]: DEBUG nova.compute.manager [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Received event network-changed-a701353b-7d74-4365-b55e-daf6845fc834 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1490.142149] env[64147]: DEBUG nova.compute.manager [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Refreshing instance network info cache due to event network-changed-a701353b-7d74-4365-b55e-daf6845fc834. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1490.142504] env[64147]: DEBUG oslo_concurrency.lockutils [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] Acquiring lock "refresh_cache-7a889a3b-ffb0-434a-9655-5b703cb1ba4f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.142785] env[64147]: DEBUG oslo_concurrency.lockutils [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] Acquired lock "refresh_cache-7a889a3b-ffb0-434a-9655-5b703cb1ba4f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.143101] env[64147]: DEBUG nova.network.neutron [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Refreshing network info cache for port a701353b-7d74-4365-b55e-daf6845fc834 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.363096] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.363746] env[64147]: DEBUG nova.compute.manager [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1490.366406] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.538s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.369207] env[64147]: DEBUG nova.objects.instance [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Lazy-loading 'resources' on Instance uuid 057f77dc-a1e1-4aa2-814f-87fee60d5988 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.434127] env[64147]: INFO nova.compute.manager [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Took 27.95 seconds to build instance. [ 1490.471411] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654488} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.471653] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7a889a3b-ffb0-434a-9655-5b703cb1ba4f/7a889a3b-ffb0-434a-9655-5b703cb1ba4f.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1490.471853] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1490.472105] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f787d3ae-41b9-4576-9413-a2c613f3265c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.479628] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1490.479628] env[64147]: value = "task-1839651" [ 1490.479628] env[64147]: _type = "Task" [ 1490.479628] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.489184] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.873935] env[64147]: DEBUG nova.compute.utils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1490.876620] env[64147]: DEBUG nova.compute.manager [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1490.877948] env[64147]: DEBUG nova.network.neutron [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1490.889805] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquiring lock "7fbe345a-3ce0-4e4d-9a64-aecade889565" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.890465] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "7fbe345a-3ce0-4e4d-9a64-aecade889565" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.890673] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquiring lock "7fbe345a-3ce0-4e4d-9a64-aecade889565-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.891344] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "7fbe345a-3ce0-4e4d-9a64-aecade889565-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.891739] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "7fbe345a-3ce0-4e4d-9a64-aecade889565-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.897011] env[64147]: INFO nova.compute.manager [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Terminating instance [ 1490.935485] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7ec96c85-53ee-41ff-a8bb-8fd26f46cb3b tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.471s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.996234] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062303} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.998949] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1491.000065] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf77f793-1f00-490f-a44a-c0e3d6b54ad5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.025690] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 7a889a3b-ffb0-434a-9655-5b703cb1ba4f/7a889a3b-ffb0-434a-9655-5b703cb1ba4f.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.026665] env[64147]: DEBUG nova.policy [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fd988681fd54ecaace062d6683248b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e205e27b3aa94def82edea9ff9872f85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1491.033021] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6f1939-ccd7-4be1-b542-a08989e92f10 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.054567] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1491.054567] env[64147]: value = "task-1839652" [ 1491.054567] env[64147]: _type = "Task" [ 1491.054567] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.071157] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.071406] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquiring lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.071643] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.071844] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquiring lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.072036] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.072204] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.075986] env[64147]: INFO nova.compute.manager [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Terminating instance [ 1491.318083] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32d7ac0-82d8-43aa-9f6c-7debbee57bbf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.338653] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance '53ceb216-7d63-4dfd-8185-1bf488665180' progress to 0 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1491.378722] env[64147]: DEBUG nova.compute.manager [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1491.403289] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquiring lock "refresh_cache-7fbe345a-3ce0-4e4d-9a64-aecade889565" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.403289] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquired lock "refresh_cache-7fbe345a-3ce0-4e4d-9a64-aecade889565" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.403289] env[64147]: DEBUG nova.network.neutron [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.438398] env[64147]: DEBUG nova.compute.manager [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.442924] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c81fee2-86b2-413a-9f35-b9112de6f829 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.451871] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2825e87-0dd4-4681-bb5f-ca60ca0279ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.485178] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f009dd1-9c65-4f3a-832b-982478b2f6b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.494136] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c164be-b4e7-400b-960e-f120681af317 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.510368] env[64147]: DEBUG nova.compute.provider_tree [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1491.543093] env[64147]: DEBUG nova.network.neutron [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Updated VIF entry in instance network info cache for port a701353b-7d74-4365-b55e-daf6845fc834. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.543590] env[64147]: DEBUG nova.network.neutron [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Updating instance_info_cache with network_info: [{"id": "a701353b-7d74-4365-b55e-daf6845fc834", "address": "fa:16:3e:d4:b9:3a", "network": {"id": "797a279e-6614-4ff9-9c4d-1ab352a72519", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-921148603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4bdfc65afcb43aeaa428fb8a5c42e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701353b-7d", "ovs_interfaceid": "a701353b-7d74-4365-b55e-daf6845fc834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.569203] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.579537] env[64147]: DEBUG nova.compute.manager [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.579871] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.580890] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c0c4cb-f860-4bf7-9027-0df66f250263 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.591894] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.592252] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-085d7808-5303-430e-8199-65dc9f309be1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.601452] env[64147]: DEBUG oslo_vmware.api [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1491.601452] env[64147]: value = "task-1839653" [ 1491.601452] env[64147]: _type = "Task" [ 1491.601452] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.613495] env[64147]: DEBUG oslo_vmware.api [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.809162] env[64147]: DEBUG nova.network.neutron [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Successfully created port: ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1491.849326] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.849326] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4131ae89-de6b-4239-912d-2457a4fdaef0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.857178] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1491.857178] env[64147]: value = "task-1839654" [ 1491.857178] env[64147]: _type = "Task" [ 1491.857178] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.869226] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.936540] env[64147]: DEBUG nova.network.neutron [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.970213] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.034119] env[64147]: ERROR nova.scheduler.client.report [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] [req-2be26e8b-ffc1-4717-9111-b3adcfa92e30] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2be26e8b-ffc1-4717-9111-b3adcfa92e30"}]} [ 1492.046452] env[64147]: DEBUG oslo_concurrency.lockutils [req-198e1482-7ea5-4421-8d11-44d2fe663ae0 req-72588380-ed78-4aa3-87f5-b033fc626342 service nova] Releasing lock "refresh_cache-7a889a3b-ffb0-434a-9655-5b703cb1ba4f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.053234] env[64147]: DEBUG nova.scheduler.client.report [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1492.069927] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839652, 'name': ReconfigVM_Task, 'duration_secs': 0.694498} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.071633] env[64147]: DEBUG nova.scheduler.client.report [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1492.071908] env[64147]: DEBUG nova.compute.provider_tree [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.074836] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 7a889a3b-ffb0-434a-9655-5b703cb1ba4f/7a889a3b-ffb0-434a-9655-5b703cb1ba4f.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.076189] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-732a1ec3-67e5-4874-acee-8e392a237e99 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.084854] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1492.084854] env[64147]: value = "task-1839655" [ 1492.084854] env[64147]: _type = "Task" [ 1492.084854] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.090221] env[64147]: DEBUG nova.scheduler.client.report [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1492.099352] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839655, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.113188] env[64147]: DEBUG oslo_vmware.api [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839653, 'name': PowerOffVM_Task, 'duration_secs': 0.231426} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.115072] env[64147]: DEBUG nova.scheduler.client.report [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1492.117406] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.117616] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.118323] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8f77c4d-03ef-4d96-95bc-0a6e19d1fddc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.120610] env[64147]: DEBUG nova.network.neutron [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.210594] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.210873] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.211018] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Deleting the datastore file [datastore2] b523b53f-5dd6-41e4-a097-3ac8cb9b09ac {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.211671] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3742deb2-e338-47fb-b43b-b76cddbf3cf8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.220299] env[64147]: DEBUG oslo_vmware.api [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for the task: (returnval){ [ 1492.220299] env[64147]: value = "task-1839657" [ 1492.220299] env[64147]: _type = "Task" [ 1492.220299] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.232277] env[64147]: DEBUG oslo_vmware.api [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.368562] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839654, 'name': PowerOffVM_Task, 'duration_secs': 0.190323} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.371524] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.371524] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance '53ceb216-7d63-4dfd-8185-1bf488665180' progress to 17 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1492.389444] env[64147]: DEBUG nova.compute.manager [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1492.421283] env[64147]: DEBUG nova.virt.hardware [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1492.422345] env[64147]: DEBUG nova.virt.hardware [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.422345] env[64147]: DEBUG nova.virt.hardware [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1492.422345] env[64147]: DEBUG nova.virt.hardware [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.422345] env[64147]: DEBUG nova.virt.hardware [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1492.422345] env[64147]: DEBUG nova.virt.hardware [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1492.422611] env[64147]: DEBUG nova.virt.hardware [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1492.422611] env[64147]: DEBUG nova.virt.hardware [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1492.422735] env[64147]: DEBUG nova.virt.hardware [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1492.422867] env[64147]: DEBUG nova.virt.hardware [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1492.423047] env[64147]: DEBUG nova.virt.hardware [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1492.423940] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540698c6-72ff-4986-bf52-29fa3277136c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.442261] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a05cc66-0db5-4fbe-9a78-3575d2c0c62d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.602737] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839655, 'name': Rename_Task, 'duration_secs': 0.234272} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.603280] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.603683] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f040a643-ab2a-498c-acb7-15fae524cfcc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.613394] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1492.613394] env[64147]: value = "task-1839658" [ 1492.613394] env[64147]: _type = "Task" [ 1492.613394] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.626414] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Releasing lock "refresh_cache-7fbe345a-3ce0-4e4d-9a64-aecade889565" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.627216] env[64147]: DEBUG nova.compute.manager [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1492.627526] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.628595] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.632629] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820d6541-adf1-4a81-84ec-8d9921e38521 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.645634] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.646539] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50ce36f5-823b-4ed7-872a-ad6beb71df57 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.657031] env[64147]: DEBUG oslo_vmware.api [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1492.657031] env[64147]: value = "task-1839659" [ 1492.657031] env[64147]: _type = "Task" [ 1492.657031] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.668401] env[64147]: DEBUG oslo_vmware.api [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.707991] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80002bb7-00f0-4983-9c73-efe678ff6d32 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.726754] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c32c624-4d46-4aa1-bbf1-6df0cf8d595c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.736895] env[64147]: DEBUG oslo_vmware.api [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Task: {'id': task-1839657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172942} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.760735] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.760962] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.761163] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.761342] env[64147]: INFO nova.compute.manager [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1492.761588] env[64147]: DEBUG oslo.service.loopingcall [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.762388] env[64147]: DEBUG nova.compute.manager [-] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1492.762507] env[64147]: DEBUG nova.network.neutron [-] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1492.764872] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c1224d-253d-4e3a-85e1-7cbe08bc29a1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.774888] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9c7251-f645-4edb-aa48-b6370e7699e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.790581] env[64147]: DEBUG nova.compute.provider_tree [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.907754] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1492.907754] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.907754] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1492.907754] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.908385] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1492.908385] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1492.908385] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1492.908385] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1492.908385] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1492.908513] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1492.908513] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1492.908513] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-befc68bb-d0f7-44a4-9023-4c631098612b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.910566] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1492.910566] env[64147]: value = "task-1839660" [ 1492.910566] env[64147]: _type = "Task" [ 1492.910566] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.927755] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.091354] env[64147]: DEBUG oslo_concurrency.lockutils [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "e3fc8314-7f46-4c87-ac67-76133a853b0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.091354] env[64147]: DEBUG oslo_concurrency.lockutils [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "e3fc8314-7f46-4c87-ac67-76133a853b0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.091354] env[64147]: DEBUG oslo_concurrency.lockutils [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "e3fc8314-7f46-4c87-ac67-76133a853b0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.091354] env[64147]: DEBUG oslo_concurrency.lockutils [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "e3fc8314-7f46-4c87-ac67-76133a853b0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.091811] env[64147]: DEBUG oslo_concurrency.lockutils [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "e3fc8314-7f46-4c87-ac67-76133a853b0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.095515] env[64147]: INFO nova.compute.manager [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Terminating instance [ 1493.126918] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839658, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.169069] env[64147]: DEBUG oslo_vmware.api [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839659, 'name': PowerOffVM_Task, 'duration_secs': 0.27871} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.169069] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.169069] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1493.169184] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2128ec6c-164c-4577-ad50-3e288b0b9c59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.202142] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.202527] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.202748] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Deleting the datastore file [datastore1] 7fbe345a-3ce0-4e4d-9a64-aecade889565 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.203041] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16765f1c-d7c2-41c9-8bbf-54b8d66851c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.213340] env[64147]: DEBUG oslo_vmware.api [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for the task: (returnval){ [ 1493.213340] env[64147]: value = "task-1839662" [ 1493.213340] env[64147]: _type = "Task" [ 1493.213340] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.223949] env[64147]: DEBUG oslo_vmware.api [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.349249] env[64147]: DEBUG nova.scheduler.client.report [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1493.349249] env[64147]: DEBUG nova.compute.provider_tree [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 45 to 46 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1493.349249] env[64147]: DEBUG nova.compute.provider_tree [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1493.424207] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839660, 'name': ReconfigVM_Task, 'duration_secs': 0.223979} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.424686] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance '53ceb216-7d63-4dfd-8185-1bf488665180' progress to 33 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1493.601824] env[64147]: DEBUG nova.compute.manager [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.601824] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1493.603961] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca768ca3-c0e4-4b15-9b89-9c9b42e9a456 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.617540] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.625188] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58992a41-f4c1-4960-8455-917840064427 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.634287] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839658, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.635215] env[64147]: DEBUG oslo_vmware.api [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1493.635215] env[64147]: value = "task-1839663" [ 1493.635215] env[64147]: _type = "Task" [ 1493.635215] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.646235] env[64147]: DEBUG oslo_vmware.api [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.726978] env[64147]: DEBUG oslo_vmware.api [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Task: {'id': task-1839662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310269} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.727490] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.727790] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.727947] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.728147] env[64147]: INFO nova.compute.manager [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1493.728401] env[64147]: DEBUG oslo.service.loopingcall [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.728588] env[64147]: DEBUG nova.compute.manager [-] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1493.728682] env[64147]: DEBUG nova.network.neutron [-] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.791829] env[64147]: DEBUG nova.network.neutron [-] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.853815] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.487s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.856584] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.023s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.857272] env[64147]: DEBUG nova.objects.instance [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Lazy-loading 'resources' on Instance uuid 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.882120] env[64147]: INFO nova.scheduler.client.report [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Deleted allocations for instance 057f77dc-a1e1-4aa2-814f-87fee60d5988 [ 1493.934460] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1493.935999] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.935999] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1493.935999] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.935999] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1493.935999] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1493.935999] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1493.936195] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1493.936195] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1493.936195] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1493.937369] env[64147]: DEBUG nova.virt.hardware [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1493.943215] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1493.944589] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7422711-6dfa-4795-b744-9b8e125681e5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.968095] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1493.968095] env[64147]: value = "task-1839664" [ 1493.968095] env[64147]: _type = "Task" [ 1493.968095] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.973329] env[64147]: DEBUG nova.network.neutron [-] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.980177] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.055611] env[64147]: DEBUG nova.compute.manager [req-f29aa67e-40b1-49b2-a197-65778ae53bce req-7ea69303-5be6-4e7f-bad4-55440a52800f service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Received event network-changed-2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1494.055858] env[64147]: DEBUG nova.compute.manager [req-f29aa67e-40b1-49b2-a197-65778ae53bce req-7ea69303-5be6-4e7f-bad4-55440a52800f service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Refreshing instance network info cache due to event network-changed-2923c0cd-f4c0-4889-9465-bd6cfca35599. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1494.056054] env[64147]: DEBUG oslo_concurrency.lockutils [req-f29aa67e-40b1-49b2-a197-65778ae53bce req-7ea69303-5be6-4e7f-bad4-55440a52800f service nova] Acquiring lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.056199] env[64147]: DEBUG oslo_concurrency.lockutils [req-f29aa67e-40b1-49b2-a197-65778ae53bce req-7ea69303-5be6-4e7f-bad4-55440a52800f service nova] Acquired lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.056359] env[64147]: DEBUG nova.network.neutron [req-f29aa67e-40b1-49b2-a197-65778ae53bce req-7ea69303-5be6-4e7f-bad4-55440a52800f service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Refreshing network info cache for port 2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.131066] env[64147]: DEBUG oslo_vmware.api [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839658, 'name': PowerOnVM_Task, 'duration_secs': 1.372919} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.131066] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1494.131066] env[64147]: INFO nova.compute.manager [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1494.131066] env[64147]: DEBUG nova.compute.manager [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1494.131066] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef8fff6-f585-4dfa-b3a7-5eca78c05252 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.179044] env[64147]: DEBUG oslo_vmware.api [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839663, 'name': PowerOffVM_Task, 'duration_secs': 0.259247} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.179044] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.179044] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.179044] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72074201-5ada-444e-b6b2-11ac0a76bb08 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.287329] env[64147]: DEBUG nova.network.neutron [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Successfully updated port: ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1494.296431] env[64147]: INFO nova.compute.manager [-] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Took 1.53 seconds to deallocate network for instance. [ 1494.310892] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.312075] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.312075] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Deleting the datastore file [datastore1] e3fc8314-7f46-4c87-ac67-76133a853b0e {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.312075] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c5923c6-e446-4937-b2f2-d2cd354d4336 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.320818] env[64147]: DEBUG oslo_vmware.api [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1494.320818] env[64147]: value = "task-1839666" [ 1494.320818] env[64147]: _type = "Task" [ 1494.320818] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.330097] env[64147]: DEBUG oslo_vmware.api [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.390699] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f05011c1-e92d-4710-a9f7-587f93d63e46 tempest-ServerDiagnosticsNegativeTest-1499691971 tempest-ServerDiagnosticsNegativeTest-1499691971-project-member] Lock "057f77dc-a1e1-4aa2-814f-87fee60d5988" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.163s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.481622] env[64147]: DEBUG nova.network.neutron [-] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.483042] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839664, 'name': ReconfigVM_Task, 'duration_secs': 0.30804} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.483533] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1494.484424] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9629b61-b89a-4da9-84a4-9d5fa55ee92a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.511431] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 53ceb216-7d63-4dfd-8185-1bf488665180/53ceb216-7d63-4dfd-8185-1bf488665180.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.512437] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-792ef986-ab58-4b3f-b665-473ed230aed5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.539083] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1494.539083] env[64147]: value = "task-1839667" [ 1494.539083] env[64147]: _type = "Task" [ 1494.539083] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.551251] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.654556] env[64147]: INFO nova.compute.manager [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Took 28.37 seconds to build instance. [ 1494.789338] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "refresh_cache-1456713b-c899-46fd-ad10-9e90e6bb64c2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.789537] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "refresh_cache-1456713b-c899-46fd-ad10-9e90e6bb64c2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.789748] env[64147]: DEBUG nova.network.neutron [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1494.803013] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.835020] env[64147]: DEBUG oslo_vmware.api [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1839666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35396} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.838546] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.838796] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1494.838975] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1494.839161] env[64147]: INFO nova.compute.manager [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1494.839478] env[64147]: DEBUG oslo.service.loopingcall [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1494.840642] env[64147]: DEBUG nova.compute.manager [-] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1494.840750] env[64147]: DEBUG nova.network.neutron [-] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1494.885097] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772fd053-00e8-46d8-ae5d-daa231029cbf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.894333] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0588d82-3013-4350-878c-694475d57e16 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.928472] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8577052-8b07-403e-8304-7127ed44e436 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.940908] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e51671f-a1e6-49c1-bcb3-5afa0f684ed2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.959286] env[64147]: DEBUG nova.compute.provider_tree [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.988022] env[64147]: INFO nova.compute.manager [-] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Took 1.26 seconds to deallocate network for instance. [ 1495.053269] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.065594] env[64147]: DEBUG nova.network.neutron [req-f29aa67e-40b1-49b2-a197-65778ae53bce req-7ea69303-5be6-4e7f-bad4-55440a52800f service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updated VIF entry in instance network info cache for port 2923c0cd-f4c0-4889-9465-bd6cfca35599. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.065966] env[64147]: DEBUG nova.network.neutron [req-f29aa67e-40b1-49b2-a197-65778ae53bce req-7ea69303-5be6-4e7f-bad4-55440a52800f service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updating instance_info_cache with network_info: [{"id": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "address": "fa:16:3e:36:dd:8e", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2923c0cd-f4", "ovs_interfaceid": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.156531] env[64147]: DEBUG oslo_concurrency.lockutils [None req-94a9614d-7431-4b44-b7f8-39ffec58c6c7 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.205s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.328413] env[64147]: DEBUG nova.network.neutron [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1495.465107] env[64147]: DEBUG nova.scheduler.client.report [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.493067] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.548048] env[64147]: DEBUG nova.network.neutron [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Updating instance_info_cache with network_info: [{"id": "ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e", "address": "fa:16:3e:40:26:d6", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8ea7d1-67", "ovs_interfaceid": "ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.552628] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839667, 'name': ReconfigVM_Task, 'duration_secs': 0.656609} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.553140] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 53ceb216-7d63-4dfd-8185-1bf488665180/53ceb216-7d63-4dfd-8185-1bf488665180.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.553413] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance '53ceb216-7d63-4dfd-8185-1bf488665180' progress to 50 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1495.568192] env[64147]: DEBUG oslo_concurrency.lockutils [req-f29aa67e-40b1-49b2-a197-65778ae53bce req-7ea69303-5be6-4e7f-bad4-55440a52800f service nova] Releasing lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.659919] env[64147]: DEBUG nova.compute.manager [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1495.775539] env[64147]: DEBUG nova.network.neutron [-] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.957428] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquiring lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.957667] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.971401] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.975734] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.819s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.977382] env[64147]: INFO nova.compute.claims [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1496.055818] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "refresh_cache-1456713b-c899-46fd-ad10-9e90e6bb64c2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.055818] env[64147]: DEBUG nova.compute.manager [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Instance network_info: |[{"id": "ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e", "address": "fa:16:3e:40:26:d6", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8ea7d1-67", "ovs_interfaceid": "ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1496.055987] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:26:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.064585] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Creating folder: Project (e205e27b3aa94def82edea9ff9872f85). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1496.067124] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffc392b4-5f28-41d7-bf5d-1cda8f640bd9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.070747] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e7a06a-57e2-4615-aa77-a1d1518b68a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.100527] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4221b3-2cc7-4bc1-8ef0-bebb4a9139f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.102617] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Created folder: Project (e205e27b3aa94def82edea9ff9872f85) in parent group-v380629. [ 1496.102617] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Creating folder: Instances. Parent ref: group-v380693. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1496.102941] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b585ecac-c139-4792-b980-f8bb0b250c81 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.123967] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance '53ceb216-7d63-4dfd-8185-1bf488665180' progress to 67 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1496.128990] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Created folder: Instances in parent group-v380693. [ 1496.129299] env[64147]: DEBUG oslo.service.loopingcall [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.129548] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.130052] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72941d5f-f1c7-49ad-bbfa-c198dcb46baa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.153738] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.153738] env[64147]: value = "task-1839670" [ 1496.153738] env[64147]: _type = "Task" [ 1496.153738] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.164457] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839670, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.193219] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.195080] env[64147]: INFO nova.scheduler.client.report [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Deleted allocations for instance 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556 [ 1496.278364] env[64147]: INFO nova.compute.manager [-] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Took 1.44 seconds to deallocate network for instance. [ 1496.668391] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839670, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.706739] env[64147]: DEBUG oslo_concurrency.lockutils [None req-229ad024-ebe0-4747-a13d-049ace2164c1 tempest-ServerDiagnosticsV248Test-505562062 tempest-ServerDiagnosticsV248Test-505562062-project-member] Lock "7e11c2cd-02fa-4b35-b8f8-4436aa0d7556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.149s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.734167] env[64147]: DEBUG nova.network.neutron [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Port 2a543c2a-5867-4ecc-bf4c-64418378d808 binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1496.786997] env[64147]: DEBUG oslo_concurrency.lockutils [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.168371] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839670, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.294896] env[64147]: DEBUG nova.compute.manager [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Received event network-changed-2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1497.295593] env[64147]: DEBUG nova.compute.manager [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Refreshing instance network info cache due to event network-changed-2923c0cd-f4c0-4889-9465-bd6cfca35599. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1497.295593] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Acquiring lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.295593] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Acquired lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.295769] env[64147]: DEBUG nova.network.neutron [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Refreshing network info cache for port 2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.396822] env[64147]: DEBUG nova.compute.manager [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.397714] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9af7466-64c3-4de3-8d34-a3e4a0be5ad2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.535611] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f672b-1f61-445e-ae69-899fa8aab3d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.553022] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3367bd-fdd9-4ef8-afce-80cb624e5c0f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.595574] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d38bb40-3932-456c-8cde-8662329aa130 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.605918] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a3b9b4-db8e-4304-9c1a-82a75af529ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.623279] env[64147]: DEBUG nova.compute.provider_tree [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.671022] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839670, 'name': CreateVM_Task, 'duration_secs': 1.351997} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.671022] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.671022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.671022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.671022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.671271] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884c6b20-ffe3-4e37-97e3-0baf66506957 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.677451] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1497.677451] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ac9148-76e5-6b38-6c61-cc9b609224c1" [ 1497.677451] env[64147]: _type = "Task" [ 1497.677451] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.690970] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ac9148-76e5-6b38-6c61-cc9b609224c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.763231] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "53ceb216-7d63-4dfd-8185-1bf488665180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.765930] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "53ceb216-7d63-4dfd-8185-1bf488665180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.765930] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "53ceb216-7d63-4dfd-8185-1bf488665180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.921153] env[64147]: INFO nova.compute.manager [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] instance snapshotting [ 1497.933176] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e770c14-2e07-4ed8-a77e-f8fb6a773ec9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.958168] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b722ea-a939-4f27-8e8e-15b1b8b1d2f4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.127961] env[64147]: DEBUG nova.scheduler.client.report [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.191349] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ac9148-76e5-6b38-6c61-cc9b609224c1, 'name': SearchDatastore_Task, 'duration_secs': 0.019087} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.192151] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.192151] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.192151] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.192317] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.192454] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.192716] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e62dfaae-e5ed-4140-9ba1-7e513f249c18 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.208805] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.209057] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.209805] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fcb45d-eb15-4b52-a64b-082bf6fdd2b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.217905] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1498.217905] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52150a34-d047-acf3-a983-b4cbb89193c6" [ 1498.217905] env[64147]: _type = "Task" [ 1498.217905] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.233053] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52150a34-d047-acf3-a983-b4cbb89193c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.321070] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.321495] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1498.321659] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1498.409175] env[64147]: DEBUG nova.network.neutron [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updated VIF entry in instance network info cache for port 2923c0cd-f4c0-4889-9465-bd6cfca35599. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1498.409175] env[64147]: DEBUG nova.network.neutron [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updating instance_info_cache with network_info: [{"id": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "address": "fa:16:3e:36:dd:8e", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2923c0cd-f4", "ovs_interfaceid": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.472116] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1498.472116] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-148f6447-3a12-43f9-a8e3-f1c51d40dca3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.482022] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1498.482022] env[64147]: value = "task-1839671" [ 1498.482022] env[64147]: _type = "Task" [ 1498.482022] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.491669] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.916455] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.916455] env[64147]: DEBUG nova.compute.manager [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.916455] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.949s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.916455] env[64147]: INFO nova.compute.claims [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1499.920857] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52150a34-d047-acf3-a983-b4cbb89193c6, 'name': SearchDatastore_Task, 'duration_secs': 0.016234} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.920857] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618371c4-c87a-46df-9e18-5bff32ff9b30 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.920857] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1499.920857] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5243b944-2359-19d4-0f3e-f4c25e665bb6" [ 1499.920857] env[64147]: _type = "Task" [ 1499.920857] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.920857] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5243b944-2359-19d4-0f3e-f4c25e665bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.922161] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.922161] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.922161] env[64147]: DEBUG nova.network.neutron [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.922161] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Skipping network cache update for instance because it is Building. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1499.922161] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Skipping network cache update for instance because it is Building. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1499.923060] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.923060] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Releasing lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.923060] env[64147]: DEBUG nova.compute.manager [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Received event network-changed-62339304-5a48-4e35-a6e9-a25f4b39582d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1499.923060] env[64147]: DEBUG nova.compute.manager [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Refreshing instance network info cache due to event network-changed-62339304-5a48-4e35-a6e9-a25f4b39582d. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1499.923060] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Acquiring lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.923504] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Acquired lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.923504] env[64147]: DEBUG nova.network.neutron [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Refreshing network info cache for port 62339304-5a48-4e35-a6e9-a25f4b39582d {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.923504] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquired lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.923504] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Forcefully refreshing network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1499.923504] env[64147]: DEBUG nova.objects.instance [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lazy-loading 'info_cache' on Instance uuid 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.923504] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.923672] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5243b944-2359-19d4-0f3e-f4c25e665bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.390524} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.923672] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.923672] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.923672] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b87c37a-b669-4132-a7bf-e8eafed95d48 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.923672] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1499.923672] env[64147]: value = "task-1839672" [ 1499.923672] env[64147]: _type = "Task" [ 1499.923912] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.923912] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.923912] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.924112] env[64147]: DEBUG nova.network.neutron [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance_info_cache with network_info: [{"id": "2a543c2a-5867-4ecc-bf4c-64418378d808", "address": "fa:16:3e:06:ae:46", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a543c2a-58", "ovs_interfaceid": "2a543c2a-5867-4ecc-bf4c-64418378d808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.924112] env[64147]: DEBUG nova.network.neutron [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Updated VIF entry in instance network info cache for port 62339304-5a48-4e35-a6e9-a25f4b39582d. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.924276] env[64147]: DEBUG nova.network.neutron [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Updating instance_info_cache with network_info: [{"id": "62339304-5a48-4e35-a6e9-a25f4b39582d", "address": "fa:16:3e:3f:8c:96", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62339304-5a", "ovs_interfaceid": "62339304-5a48-4e35-a6e9-a25f4b39582d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.924276] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839672, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.986712] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "c43066a1-578d-4601-b350-1fdbd0a6a904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.986712] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "c43066a1-578d-4601-b350-1fdbd0a6a904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.001484] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839671, 'name': CreateSnapshot_Task, 'duration_secs': 1.088452} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.001925] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1500.002759] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07423bb7-1680-43ca-b5ba-30f545822d41 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.117012] env[64147]: DEBUG oslo_concurrency.lockutils [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.145986] env[64147]: DEBUG nova.compute.utils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1500.149856] env[64147]: DEBUG nova.compute.manager [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.149856] env[64147]: DEBUG nova.network.neutron [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.199049] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Releasing lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.199418] env[64147]: DEBUG nova.compute.manager [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Received event network-vif-deleted-3d245dd8-37fb-4d22-8594-5588c07c3f67 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1500.199621] env[64147]: DEBUG nova.compute.manager [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Received event network-vif-plugged-ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1500.199809] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Acquiring lock "1456713b-c899-46fd-ad10-9e90e6bb64c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.200014] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Lock "1456713b-c899-46fd-ad10-9e90e6bb64c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.200184] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Lock "1456713b-c899-46fd-ad10-9e90e6bb64c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.200362] env[64147]: DEBUG nova.compute.manager [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] No waiting events found dispatching network-vif-plugged-ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1500.200550] env[64147]: WARNING nova.compute.manager [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Received unexpected event network-vif-plugged-ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e for instance with vm_state building and task_state spawning. [ 1500.200917] env[64147]: DEBUG nova.compute.manager [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Received event network-changed-ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1500.200917] env[64147]: DEBUG nova.compute.manager [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Refreshing instance network info cache due to event network-changed-ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1500.201117] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Acquiring lock "refresh_cache-1456713b-c899-46fd-ad10-9e90e6bb64c2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.201324] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Acquired lock "refresh_cache-1456713b-c899-46fd-ad10-9e90e6bb64c2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.201534] env[64147]: DEBUG nova.network.neutron [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Refreshing network info cache for port ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.256834] env[64147]: DEBUG nova.policy [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc640e5e43fc4f09a9332cfde5cacca5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69e6b147268a4021b69cf4efc59afc62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.271485] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820069} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.271793] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.271966] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.272333] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a6b64d2-b786-401d-9b28-4832d18378f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.281585] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1500.281585] env[64147]: value = "task-1839673" [ 1500.281585] env[64147]: _type = "Task" [ 1500.281585] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.296767] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.526249] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1500.526659] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-487fd68c-633a-436f-b929-0ed4d7eb5861 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.538215] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1500.538215] env[64147]: value = "task-1839674" [ 1500.538215] env[64147]: _type = "Task" [ 1500.538215] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.549158] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839674, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.651652] env[64147]: DEBUG nova.compute.manager [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.656455] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263ce211-9e43-4cc1-ba99-3b260e629af4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.692306] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ce788-056d-4a25-a67a-de7aa6e24ab3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.702242] env[64147]: DEBUG nova.compute.manager [req-905e3f3d-3439-43f6-8ba6-ef8679e617fb req-40809284-2c87-45ab-9049-6e9da692e80f service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Received event network-changed-62339304-5a48-4e35-a6e9-a25f4b39582d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1500.702242] env[64147]: DEBUG nova.compute.manager [req-905e3f3d-3439-43f6-8ba6-ef8679e617fb req-40809284-2c87-45ab-9049-6e9da692e80f service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Refreshing instance network info cache due to event network-changed-62339304-5a48-4e35-a6e9-a25f4b39582d. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1500.702242] env[64147]: DEBUG oslo_concurrency.lockutils [req-905e3f3d-3439-43f6-8ba6-ef8679e617fb req-40809284-2c87-45ab-9049-6e9da692e80f service nova] Acquiring lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.702242] env[64147]: DEBUG oslo_concurrency.lockutils [req-905e3f3d-3439-43f6-8ba6-ef8679e617fb req-40809284-2c87-45ab-9049-6e9da692e80f service nova] Acquired lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.702242] env[64147]: DEBUG nova.network.neutron [req-905e3f3d-3439-43f6-8ba6-ef8679e617fb req-40809284-2c87-45ab-9049-6e9da692e80f service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Refreshing network info cache for port 62339304-5a48-4e35-a6e9-a25f4b39582d {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.707610] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance '53ceb216-7d63-4dfd-8185-1bf488665180' progress to 83 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1500.799656] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14654} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.800176] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.800562] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.800627] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.800759] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.800968] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.802460] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.805308] env[64147]: INFO nova.compute.manager [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Terminating instance [ 1500.807840] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c201e2-ba16-43fd-ab4c-d76c673f7a5c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.837928] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.841680] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-127d7986-cac7-46f8-9894-1efc06512aab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.865273] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1500.865273] env[64147]: value = "task-1839675" [ 1500.865273] env[64147]: _type = "Task" [ 1500.865273] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.873296] env[64147]: DEBUG nova.network.neutron [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Successfully created port: ec3a4627-2ea9-4c97-8659-608bf3e15774 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1500.882442] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839675, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.053971] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839674, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.220839] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.224019] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c675195d-2cef-4971-9b74-4c79a287271e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.233075] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1501.233075] env[64147]: value = "task-1839676" [ 1501.233075] env[64147]: _type = "Task" [ 1501.233075] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.244378] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.312443] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb69701-4b5c-4068-9995-ef95699af5d9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.317526] env[64147]: DEBUG nova.compute.manager [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1501.317526] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.317526] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e28acbc-4f36-433b-923c-793b20240859 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.327437] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d75d1b-b157-4d58-bd79-9d3ae9af3234 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.330956] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.331352] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a897b0-6a35-4131-8ccc-66138c471141 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.369531] env[64147]: DEBUG oslo_vmware.api [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1501.369531] env[64147]: value = "task-1839677" [ 1501.369531] env[64147]: _type = "Task" [ 1501.369531] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.373752] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55499661-b79d-4e3d-a441-d001d5b90a35 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.385221] env[64147]: DEBUG oslo_vmware.api [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.390588] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839675, 'name': ReconfigVM_Task, 'duration_secs': 0.318535} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.391444] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17519644-ff98-4e3e-a884-71d0bfde757d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.395722] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.398688] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3104f1e3-6e79-4956-aa0d-93be72dac1ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.412447] env[64147]: DEBUG nova.compute.provider_tree [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.415246] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1501.415246] env[64147]: value = "task-1839678" [ 1501.415246] env[64147]: _type = "Task" [ 1501.415246] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.425326] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839678, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.497091] env[64147]: DEBUG nova.network.neutron [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Updated VIF entry in instance network info cache for port ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.497091] env[64147]: DEBUG nova.network.neutron [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Updating instance_info_cache with network_info: [{"id": "ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e", "address": "fa:16:3e:40:26:d6", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8ea7d1-67", "ovs_interfaceid": "ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.551875] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839674, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.613318] env[64147]: DEBUG nova.network.neutron [req-905e3f3d-3439-43f6-8ba6-ef8679e617fb req-40809284-2c87-45ab-9049-6e9da692e80f service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Updated VIF entry in instance network info cache for port 62339304-5a48-4e35-a6e9-a25f4b39582d. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.613663] env[64147]: DEBUG nova.network.neutron [req-905e3f3d-3439-43f6-8ba6-ef8679e617fb req-40809284-2c87-45ab-9049-6e9da692e80f service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Updating instance_info_cache with network_info: [{"id": "62339304-5a48-4e35-a6e9-a25f4b39582d", "address": "fa:16:3e:3f:8c:96", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62339304-5a", "ovs_interfaceid": "62339304-5a48-4e35-a6e9-a25f4b39582d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.664629] env[64147]: DEBUG nova.compute.manager [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.696783] env[64147]: DEBUG nova.virt.hardware [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1501.697179] env[64147]: DEBUG nova.virt.hardware [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.697252] env[64147]: DEBUG nova.virt.hardware [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1501.697410] env[64147]: DEBUG nova.virt.hardware [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.697580] env[64147]: DEBUG nova.virt.hardware [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1501.698574] env[64147]: DEBUG nova.virt.hardware [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1501.698574] env[64147]: DEBUG nova.virt.hardware [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1501.698574] env[64147]: DEBUG nova.virt.hardware [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1501.698845] env[64147]: DEBUG nova.virt.hardware [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1501.698845] env[64147]: DEBUG nova.virt.hardware [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1501.699062] env[64147]: DEBUG nova.virt.hardware [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1501.701780] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a6fa59-e3b5-4190-99c4-724009ccad53 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.709865] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877ed6d5-a374-4bcf-88cb-1275b3831187 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.726727] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updating instance_info_cache with network_info: [{"id": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "address": "fa:16:3e:36:dd:8e", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2923c0cd-f4", "ovs_interfaceid": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.742828] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839676, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.888400] env[64147]: DEBUG oslo_vmware.api [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839677, 'name': PowerOffVM_Task, 'duration_secs': 0.22709} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.889031] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.889429] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.889981] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7f4d9cb-d60c-4868-8c10-89e791facb41 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.932015] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839678, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.940179] env[64147]: ERROR nova.scheduler.client.report [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [req-3e2bb2fe-2ff2-4636-a52c-19d561fb078b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3e2bb2fe-2ff2-4636-a52c-19d561fb078b"}]} [ 1501.960636] env[64147]: DEBUG nova.scheduler.client.report [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1501.970101] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.970656] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.970977] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Deleting the datastore file [datastore1] 615d9c66-fac7-48b9-8dad-1adf1e9d4e03 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.971337] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1a212ca-9e95-46a9-982f-59ff22f34294 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.978580] env[64147]: DEBUG nova.scheduler.client.report [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1501.979113] env[64147]: DEBUG nova.compute.provider_tree [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.983199] env[64147]: DEBUG oslo_vmware.api [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1501.983199] env[64147]: value = "task-1839680" [ 1501.983199] env[64147]: _type = "Task" [ 1501.983199] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.994637] env[64147]: DEBUG oslo_vmware.api [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.997893] env[64147]: DEBUG nova.scheduler.client.report [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1502.000905] env[64147]: DEBUG oslo_concurrency.lockutils [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] Releasing lock "refresh_cache-1456713b-c899-46fd-ad10-9e90e6bb64c2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.001270] env[64147]: DEBUG nova.compute.manager [req-d1b80cc3-0afa-46fb-9b13-ca990ba72ad7 req-ea7de4bc-cca8-49cc-ab8a-aaff90759a09 service nova] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Received event network-vif-deleted-5b821924-0b93-4971-95ed-9200a13f7dc3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1502.023573] env[64147]: DEBUG nova.scheduler.client.report [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1502.054291] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839674, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.116429] env[64147]: DEBUG oslo_concurrency.lockutils [req-905e3f3d-3439-43f6-8ba6-ef8679e617fb req-40809284-2c87-45ab-9049-6e9da692e80f service nova] Releasing lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.229838] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Releasing lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.229838] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updated the network info_cache for instance {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1502.229838] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.230044] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.230242] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.230433] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.251710] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839676, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.295818] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "16a166da-44a9-4883-a4d0-981f3d256f1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.296543] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "16a166da-44a9-4883-a4d0-981f3d256f1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.437036] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839678, 'name': Rename_Task, 'duration_secs': 0.888691} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.437279] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.438104] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c018ebd-4b1c-4b56-934c-86b32198cd21 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.446347] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1502.446347] env[64147]: value = "task-1839681" [ 1502.446347] env[64147]: _type = "Task" [ 1502.446347] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.458905] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.499813] env[64147]: DEBUG oslo_vmware.api [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193239} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.500167] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.500365] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.500547] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.500719] env[64147]: INFO nova.compute.manager [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1502.501145] env[64147]: DEBUG oslo.service.loopingcall [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.501370] env[64147]: DEBUG nova.compute.manager [-] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.501469] env[64147]: DEBUG nova.network.neutron [-] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.552356] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839674, 'name': CloneVM_Task, 'duration_secs': 1.82894} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.552675] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Created linked-clone VM from snapshot [ 1502.553471] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57daed8-28a8-42ba-959a-de5c28ef7042 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.564739] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Uploading image 09620c55-cfd4-48d7-9b73-d3b81ab7bedd {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1502.601159] env[64147]: DEBUG oslo_vmware.rw_handles [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1502.601159] env[64147]: value = "vm-380697" [ 1502.601159] env[64147]: _type = "VirtualMachine" [ 1502.601159] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1502.602159] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-29aa001b-1e7b-4547-95f2-b42e2d29a6c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.613643] env[64147]: DEBUG oslo_vmware.rw_handles [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lease: (returnval){ [ 1502.613643] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a98dce-d647-ce50-4ebe-43f07eeab0f6" [ 1502.613643] env[64147]: _type = "HttpNfcLease" [ 1502.613643] env[64147]: } obtained for exporting VM: (result){ [ 1502.613643] env[64147]: value = "vm-380697" [ 1502.613643] env[64147]: _type = "VirtualMachine" [ 1502.613643] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1502.613954] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the lease: (returnval){ [ 1502.613954] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a98dce-d647-ce50-4ebe-43f07eeab0f6" [ 1502.613954] env[64147]: _type = "HttpNfcLease" [ 1502.613954] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1502.630068] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1502.630068] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a98dce-d647-ce50-4ebe-43f07eeab0f6" [ 1502.630068] env[64147]: _type = "HttpNfcLease" [ 1502.630068] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1502.630068] env[64147]: DEBUG oslo_vmware.rw_handles [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1502.630068] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a98dce-d647-ce50-4ebe-43f07eeab0f6" [ 1502.630068] env[64147]: _type = "HttpNfcLease" [ 1502.630068] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1502.630378] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d39219-13ac-4e4a-9109-edb933037f2f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.640860] env[64147]: DEBUG oslo_vmware.rw_handles [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c036d0-7552-388a-476e-17607073a3ac/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1502.641134] env[64147]: DEBUG oslo_vmware.rw_handles [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c036d0-7552-388a-476e-17607073a3ac/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1502.726595] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a87868-984a-4f6d-a56c-3b84cdd35dcb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.735441] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eeff44-eea8-428b-9b2f-a2713ee2a28a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.739745] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.746711] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-169f0144-b6b3-4117-af55-87f6d8f180b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.778693] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839676, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.782540] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49034286-b50e-4f8d-8ca9-859a18b47fe5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.795549] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f712359-e866-4d43-86c6-afdc51fd25cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.810871] env[64147]: DEBUG nova.compute.provider_tree [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1502.961644] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839681, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.252198] env[64147]: DEBUG oslo_vmware.api [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1839676, 'name': PowerOnVM_Task, 'duration_secs': 1.832743} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.252503] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.252844] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-89155dad-7397-4817-a875-5aa3a280fd69 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance '53ceb216-7d63-4dfd-8185-1bf488665180' progress to 100 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1503.328066] env[64147]: DEBUG nova.network.neutron [-] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.353535] env[64147]: DEBUG nova.scheduler.client.report [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1503.353938] env[64147]: DEBUG nova.compute.provider_tree [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 49 to 50 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1503.354263] env[64147]: DEBUG nova.compute.provider_tree [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1503.404425] env[64147]: DEBUG nova.network.neutron [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Successfully updated port: ec3a4627-2ea9-4c97-8659-608bf3e15774 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.463754] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839681, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.833088] env[64147]: INFO nova.compute.manager [-] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Took 1.33 seconds to deallocate network for instance. [ 1503.863768] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.222s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.863768] env[64147]: DEBUG nova.compute.manager [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1503.873250] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.674s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.873912] env[64147]: DEBUG nova.objects.instance [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1503.881656] env[64147]: DEBUG nova.compute.manager [req-fabae11c-719b-45e9-aaed-17dbe6356d13 req-f2dad8a3-6e12-4507-a468-e4a3ae5f2950 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Received event network-changed-2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1503.883591] env[64147]: DEBUG nova.compute.manager [req-fabae11c-719b-45e9-aaed-17dbe6356d13 req-f2dad8a3-6e12-4507-a468-e4a3ae5f2950 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Refreshing instance network info cache due to event network-changed-2923c0cd-f4c0-4889-9465-bd6cfca35599. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1503.883886] env[64147]: DEBUG oslo_concurrency.lockutils [req-fabae11c-719b-45e9-aaed-17dbe6356d13 req-f2dad8a3-6e12-4507-a468-e4a3ae5f2950 service nova] Acquiring lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.884058] env[64147]: DEBUG oslo_concurrency.lockutils [req-fabae11c-719b-45e9-aaed-17dbe6356d13 req-f2dad8a3-6e12-4507-a468-e4a3ae5f2950 service nova] Acquired lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.884225] env[64147]: DEBUG nova.network.neutron [req-fabae11c-719b-45e9-aaed-17dbe6356d13 req-f2dad8a3-6e12-4507-a468-e4a3ae5f2950 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Refreshing network info cache for port 2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.911806] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.912303] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquired lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.912609] env[64147]: DEBUG nova.network.neutron [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.956632] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe0410b6-fb76-4c3d-836e-22e7a3b4a0a9 tempest-ServersListShow296Test-779975365 tempest-ServersListShow296Test-779975365-project-member] Acquiring lock "f6f79d0b-8ac5-4ba6-b124-62d6715dbae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.957047] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe0410b6-fb76-4c3d-836e-22e7a3b4a0a9 tempest-ServersListShow296Test-779975365 tempest-ServersListShow296Test-779975365-project-member] Lock "f6f79d0b-8ac5-4ba6-b124-62d6715dbae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.973778] env[64147]: DEBUG oslo_vmware.api [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839681, 'name': PowerOnVM_Task, 'duration_secs': 1.318535} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.975041] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.975041] env[64147]: INFO nova.compute.manager [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1503.975041] env[64147]: DEBUG nova.compute.manager [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.977403] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55f2294-800f-4a84-946b-3b7938b27e05 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.984078] env[64147]: DEBUG nova.compute.manager [req-d1feee95-ff57-4158-81ee-7159678ab9fe req-6238cdea-6a23-4777-9c20-c065557174f0 service nova] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Received event network-vif-deleted-62339304-5a48-4e35-a6e9-a25f4b39582d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1504.343576] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.364877] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquiring lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.369021] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.373249] env[64147]: DEBUG nova.compute.utils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1504.374688] env[64147]: DEBUG nova.compute.manager [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1504.377083] env[64147]: DEBUG nova.network.neutron [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1504.470307] env[64147]: DEBUG nova.network.neutron [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.504414] env[64147]: INFO nova.compute.manager [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Took 37.15 seconds to build instance. [ 1504.691461] env[64147]: DEBUG nova.network.neutron [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Updating instance_info_cache with network_info: [{"id": "ec3a4627-2ea9-4c97-8659-608bf3e15774", "address": "fa:16:3e:4a:c9:30", "network": {"id": "9e5ba8c0-c7ea-469a-8a84-64d0998e6bd6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-881290059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e6b147268a4021b69cf4efc59afc62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3a4627-2e", "ovs_interfaceid": "ec3a4627-2ea9-4c97-8659-608bf3e15774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.738584] env[64147]: DEBUG nova.policy [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188fd94d8f9e4c4ba72387836226ba5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4175a401a6744356b44f15d682c2b190', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1504.835668] env[64147]: DEBUG nova.network.neutron [req-fabae11c-719b-45e9-aaed-17dbe6356d13 req-f2dad8a3-6e12-4507-a468-e4a3ae5f2950 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updated VIF entry in instance network info cache for port 2923c0cd-f4c0-4889-9465-bd6cfca35599. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.835668] env[64147]: DEBUG nova.network.neutron [req-fabae11c-719b-45e9-aaed-17dbe6356d13 req-f2dad8a3-6e12-4507-a468-e4a3ae5f2950 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updating instance_info_cache with network_info: [{"id": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "address": "fa:16:3e:36:dd:8e", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2923c0cd-f4", "ovs_interfaceid": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.883849] env[64147]: DEBUG nova.compute.manager [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1504.901458] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501aae2b-c757-4ff3-81a1-4e6ee020ccaa tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.902600] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.679s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.905165] env[64147]: INFO nova.compute.claims [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.009030] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b727a793-4375-4d86-9677-80f455c49f8a tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "1456713b-c899-46fd-ad10-9e90e6bb64c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.279s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.193734] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Releasing lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.194586] env[64147]: DEBUG nova.compute.manager [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Instance network_info: |[{"id": "ec3a4627-2ea9-4c97-8659-608bf3e15774", "address": "fa:16:3e:4a:c9:30", "network": {"id": "9e5ba8c0-c7ea-469a-8a84-64d0998e6bd6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-881290059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e6b147268a4021b69cf4efc59afc62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3a4627-2e", "ovs_interfaceid": "ec3a4627-2ea9-4c97-8659-608bf3e15774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.195195] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:c9:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec3a4627-2ea9-4c97-8659-608bf3e15774', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.207625] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Creating folder: Project (69e6b147268a4021b69cf4efc59afc62). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.207936] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b77f098-9d17-4ec0-b613-cda994dacb94 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.224602] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Created folder: Project (69e6b147268a4021b69cf4efc59afc62) in parent group-v380629. [ 1505.224820] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Creating folder: Instances. Parent ref: group-v380698. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.225125] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a39690f1-5063-4d40-8df3-5bbbaca62147 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.236614] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Created folder: Instances in parent group-v380698. [ 1505.236973] env[64147]: DEBUG oslo.service.loopingcall [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.237213] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.237875] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22a0a999-1e79-470a-9e72-ed5ddf5df817 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.263706] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.263706] env[64147]: value = "task-1839685" [ 1505.263706] env[64147]: _type = "Task" [ 1505.263706] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.274023] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839685, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.340240] env[64147]: DEBUG oslo_concurrency.lockutils [req-fabae11c-719b-45e9-aaed-17dbe6356d13 req-f2dad8a3-6e12-4507-a468-e4a3ae5f2950 service nova] Releasing lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.513563] env[64147]: DEBUG nova.compute.manager [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1505.673377] env[64147]: DEBUG nova.network.neutron [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Successfully created port: 053cdc36-e32a-4e5d-b9da-364a1dae0758 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1505.784063] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839685, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.894203] env[64147]: DEBUG nova.compute.manager [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1505.924507] env[64147]: DEBUG nova.virt.hardware [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1505.924734] env[64147]: DEBUG nova.virt.hardware [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.924896] env[64147]: DEBUG nova.virt.hardware [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1505.929111] env[64147]: DEBUG nova.virt.hardware [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.929397] env[64147]: DEBUG nova.virt.hardware [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1505.929470] env[64147]: DEBUG nova.virt.hardware [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1505.929696] env[64147]: DEBUG nova.virt.hardware [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1505.929857] env[64147]: DEBUG nova.virt.hardware [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1505.930029] env[64147]: DEBUG nova.virt.hardware [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1505.930197] env[64147]: DEBUG nova.virt.hardware [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1505.930371] env[64147]: DEBUG nova.virt.hardware [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1505.931323] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7247a6f3-dba4-42a8-a930-d5cb4c7d4572 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.947541] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f02188a-9f70-415d-9f95-ea41f8428cd7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.044951] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.280701] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839685, 'name': CreateVM_Task, 'duration_secs': 0.538532} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.282500] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.282500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.282500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.282500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1506.282679] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65dc6680-5464-4a46-b997-b9fa62b36f13 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.289765] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1506.289765] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52eef637-81f5-4cdd-75aa-f6f95c333019" [ 1506.289765] env[64147]: _type = "Task" [ 1506.289765] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.303275] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52eef637-81f5-4cdd-75aa-f6f95c333019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.554223] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576681a3-2e1c-4c5c-9727-d884f6097797 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.563374] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039da185-6358-4c4d-bc94-a38d948c2e9b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.600683] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6409bbe4-31d6-4095-87cf-5c572a045112 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.610581] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e36bba-b59d-44df-b12d-efc8be9e040f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.627070] env[64147]: DEBUG nova.compute.provider_tree [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.802632] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52eef637-81f5-4cdd-75aa-f6f95c333019, 'name': SearchDatastore_Task, 'duration_secs': 0.01914} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.804174] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.804174] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.804174] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.804174] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.804656] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.804656] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e46ae6f-9660-44a0-8929-f7715008dab7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.816708] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.816974] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.817762] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c39c9e-cbe5-4ba1-8b8b-12735664a964 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.827199] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1506.827199] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52c0ef48-474d-7a74-433f-c8ebd7a67db9" [ 1506.827199] env[64147]: _type = "Task" [ 1506.827199] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.837219] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c0ef48-474d-7a74-433f-c8ebd7a67db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.881433] env[64147]: DEBUG nova.compute.manager [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Received event network-vif-plugged-ec3a4627-2ea9-4c97-8659-608bf3e15774 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1506.881671] env[64147]: DEBUG oslo_concurrency.lockutils [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] Acquiring lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.881913] env[64147]: DEBUG oslo_concurrency.lockutils [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] Lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.882727] env[64147]: DEBUG oslo_concurrency.lockutils [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] Lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.882954] env[64147]: DEBUG nova.compute.manager [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] No waiting events found dispatching network-vif-plugged-ec3a4627-2ea9-4c97-8659-608bf3e15774 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1506.883242] env[64147]: WARNING nova.compute.manager [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Received unexpected event network-vif-plugged-ec3a4627-2ea9-4c97-8659-608bf3e15774 for instance with vm_state building and task_state spawning. [ 1506.883534] env[64147]: DEBUG nova.compute.manager [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Received event network-changed-ec3a4627-2ea9-4c97-8659-608bf3e15774 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1506.883766] env[64147]: DEBUG nova.compute.manager [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Refreshing instance network info cache due to event network-changed-ec3a4627-2ea9-4c97-8659-608bf3e15774. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1506.883988] env[64147]: DEBUG oslo_concurrency.lockutils [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] Acquiring lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.884164] env[64147]: DEBUG oslo_concurrency.lockutils [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] Acquired lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.884327] env[64147]: DEBUG nova.network.neutron [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Refreshing network info cache for port ec3a4627-2ea9-4c97-8659-608bf3e15774 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.134125] env[64147]: DEBUG nova.scheduler.client.report [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.279992] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "53ceb216-7d63-4dfd-8185-1bf488665180" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.280326] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "53ceb216-7d63-4dfd-8185-1bf488665180" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.280524] env[64147]: DEBUG nova.compute.manager [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Going to confirm migration 1 {{(pid=64147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1507.343999] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c0ef48-474d-7a74-433f-c8ebd7a67db9, 'name': SearchDatastore_Task, 'duration_secs': 0.019678} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.344868] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6faeb26f-3751-4201-90c1-6be2be1988e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.354495] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1507.354495] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5299dd8f-732e-8d49-e881-3b37f6be5011" [ 1507.354495] env[64147]: _type = "Task" [ 1507.354495] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.364937] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5299dd8f-732e-8d49-e881-3b37f6be5011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.605346] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.640776] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.640776] env[64147]: DEBUG nova.compute.manager [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1507.647020] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.461s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.654109] env[64147]: INFO nova.compute.claims [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.872868] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5299dd8f-732e-8d49-e881-3b37f6be5011, 'name': SearchDatastore_Task, 'duration_secs': 0.017633} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.873207] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.873478] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] e5285ea1-c895-4ed9-b81d-fbaac9d45b66/e5285ea1-c895-4ed9-b81d-fbaac9d45b66.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.873743] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff6d7953-9e4e-44d5-9ac3-f83c5cfbc05d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.887754] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1507.887754] env[64147]: value = "task-1839686" [ 1507.887754] env[64147]: _type = "Task" [ 1507.887754] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.894978] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.079800] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.080212] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.080212] env[64147]: DEBUG nova.network.neutron [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.081101] env[64147]: DEBUG nova.objects.instance [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lazy-loading 'info_cache' on Instance uuid 53ceb216-7d63-4dfd-8185-1bf488665180 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.159165] env[64147]: DEBUG nova.compute.utils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1508.165309] env[64147]: DEBUG nova.compute.manager [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1508.165309] env[64147]: DEBUG nova.network.neutron [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1508.344207] env[64147]: DEBUG nova.network.neutron [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Updated VIF entry in instance network info cache for port ec3a4627-2ea9-4c97-8659-608bf3e15774. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.344207] env[64147]: DEBUG nova.network.neutron [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Updating instance_info_cache with network_info: [{"id": "ec3a4627-2ea9-4c97-8659-608bf3e15774", "address": "fa:16:3e:4a:c9:30", "network": {"id": "9e5ba8c0-c7ea-469a-8a84-64d0998e6bd6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-881290059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e6b147268a4021b69cf4efc59afc62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3a4627-2e", "ovs_interfaceid": "ec3a4627-2ea9-4c97-8659-608bf3e15774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.348310] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquiring lock "d0244585-d683-4bf5-b9ca-790caff8b6f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.348934] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Lock "d0244585-d683-4bf5-b9ca-790caff8b6f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.366117] env[64147]: DEBUG nova.policy [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cbeacabf84241ea89de672258ca747a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0352ddde824543399f090f71005f797f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1508.397484] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839686, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.432196] env[64147]: DEBUG nova.network.neutron [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Successfully updated port: 053cdc36-e32a-4e5d-b9da-364a1dae0758 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.667034] env[64147]: DEBUG nova.compute.manager [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1508.818350] env[64147]: DEBUG nova.network.neutron [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Successfully created port: f617a657-b73b-4a69-aff0-7f452d489187 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1508.849297] env[64147]: DEBUG oslo_concurrency.lockutils [req-57a443da-e69b-45b5-b73f-fd6c32190b93 req-ef328187-2f75-4491-8cce-e4146b5deb8c service nova] Releasing lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.899578] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828451} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.900146] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] e5285ea1-c895-4ed9-b81d-fbaac9d45b66/e5285ea1-c895-4ed9-b81d-fbaac9d45b66.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.901124] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.901124] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e123d5c-ab66-4ee5-ae82-14626831e8ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.912236] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1508.912236] env[64147]: value = "task-1839687" [ 1508.912236] env[64147]: _type = "Task" [ 1508.912236] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.926138] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.940280] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "refresh_cache-482d902a-48d3-4165-b346-9e4266f2c923" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.940430] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquired lock "refresh_cache-482d902a-48d3-4165-b346-9e4266f2c923" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.940593] env[64147]: DEBUG nova.network.neutron [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.276930] env[64147]: DEBUG nova.compute.manager [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Received event network-changed-2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1509.277283] env[64147]: DEBUG nova.compute.manager [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Refreshing instance network info cache due to event network-changed-2923c0cd-f4c0-4889-9465-bd6cfca35599. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1509.278118] env[64147]: DEBUG oslo_concurrency.lockutils [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] Acquiring lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.278456] env[64147]: DEBUG oslo_concurrency.lockutils [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] Acquired lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.278843] env[64147]: DEBUG nova.network.neutron [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Refreshing network info cache for port 2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.363637] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1809c8d-0151-4421-a043-7d47817c5cff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.374406] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f3b8e0-e70d-481a-885f-853adcd8533f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.409183] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dc444b-0444-4a31-8754-4c8815bc9ff4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.421219] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd112b2b-4e50-480f-a975-90450238ca40 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.430306] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077162} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.433178] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.434030] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc91c5a-9ef4-4b6a-b6c1-d07592e647a9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.447686] env[64147]: DEBUG nova.compute.provider_tree [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1509.468605] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] e5285ea1-c895-4ed9-b81d-fbaac9d45b66/e5285ea1-c895-4ed9-b81d-fbaac9d45b66.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.469661] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01196865-93fa-46ff-88fc-c45d143bd25f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.489179] env[64147]: DEBUG nova.network.neutron [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.499641] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1509.499641] env[64147]: value = "task-1839688" [ 1509.499641] env[64147]: _type = "Task" [ 1509.499641] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.510697] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.571520] env[64147]: DEBUG nova.network.neutron [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance_info_cache with network_info: [{"id": "2a543c2a-5867-4ecc-bf4c-64418378d808", "address": "fa:16:3e:06:ae:46", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a543c2a-58", "ovs_interfaceid": "2a543c2a-5867-4ecc-bf4c-64418378d808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.654295] env[64147]: DEBUG nova.network.neutron [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Updating instance_info_cache with network_info: [{"id": "053cdc36-e32a-4e5d-b9da-364a1dae0758", "address": "fa:16:3e:80:01:d5", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap053cdc36-e3", "ovs_interfaceid": "053cdc36-e32a-4e5d-b9da-364a1dae0758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.684620] env[64147]: DEBUG nova.compute.manager [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1509.717462] env[64147]: DEBUG nova.virt.hardware [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1509.717721] env[64147]: DEBUG nova.virt.hardware [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1509.717872] env[64147]: DEBUG nova.virt.hardware [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1509.718067] env[64147]: DEBUG nova.virt.hardware [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1509.718224] env[64147]: DEBUG nova.virt.hardware [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1509.718369] env[64147]: DEBUG nova.virt.hardware [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1509.718574] env[64147]: DEBUG nova.virt.hardware [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1509.718727] env[64147]: DEBUG nova.virt.hardware [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1509.718891] env[64147]: DEBUG nova.virt.hardware [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1509.719057] env[64147]: DEBUG nova.virt.hardware [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1509.719226] env[64147]: DEBUG nova.virt.hardware [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1509.720139] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2dd1e9-42e9-4c24-aa60-dc6e4d52d471 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.729684] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c588d1c2-5db2-40a5-ad4a-4bff9ce30837 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.974337] env[64147]: ERROR nova.scheduler.client.report [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [req-c6f654a3-b86a-4f39-8a2b-cb5d25d887af] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6f654a3-b86a-4f39-8a2b-cb5d25d887af"}]} [ 1509.999341] env[64147]: DEBUG nova.scheduler.client.report [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1510.013009] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.016896] env[64147]: DEBUG nova.scheduler.client.report [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1510.017198] env[64147]: DEBUG nova.compute.provider_tree [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1510.032614] env[64147]: DEBUG nova.scheduler.client.report [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1510.051351] env[64147]: DEBUG nova.scheduler.client.report [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1510.068510] env[64147]: DEBUG nova.network.neutron [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updated VIF entry in instance network info cache for port 2923c0cd-f4c0-4889-9465-bd6cfca35599. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.068510] env[64147]: DEBUG nova.network.neutron [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updating instance_info_cache with network_info: [{"id": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "address": "fa:16:3e:36:dd:8e", "network": {"id": "0daaa9e6-9f50-455c-8696-d902a1f00139", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-564362001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b09700a870949ca857cc71f1361eb55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2923c0cd-f4", "ovs_interfaceid": "2923c0cd-f4c0-4889-9465-bd6cfca35599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.076165] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.076407] env[64147]: DEBUG nova.objects.instance [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lazy-loading 'migration_context' on Instance uuid 53ceb216-7d63-4dfd-8185-1bf488665180 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.158456] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Releasing lock "refresh_cache-482d902a-48d3-4165-b346-9e4266f2c923" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.158841] env[64147]: DEBUG nova.compute.manager [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Instance network_info: |[{"id": "053cdc36-e32a-4e5d-b9da-364a1dae0758", "address": "fa:16:3e:80:01:d5", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap053cdc36-e3", "ovs_interfaceid": "053cdc36-e32a-4e5d-b9da-364a1dae0758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1510.159895] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:01:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '053cdc36-e32a-4e5d-b9da-364a1dae0758', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.168064] env[64147]: DEBUG oslo.service.loopingcall [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.168294] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.168524] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d64082-2e72-479c-b07c-90907038c242 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.192620] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.192620] env[64147]: value = "task-1839689" [ 1510.192620] env[64147]: _type = "Task" [ 1510.192620] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.205968] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839689, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.409929] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "eeb17f79-829d-40bf-b614-dac284c553f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.410412] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "eeb17f79-829d-40bf-b614-dac284c553f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.519554] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839688, 'name': ReconfigVM_Task, 'duration_secs': 0.582087} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.523648] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Reconfigured VM instance instance-00000015 to attach disk [datastore1] e5285ea1-c895-4ed9-b81d-fbaac9d45b66/e5285ea1-c895-4ed9-b81d-fbaac9d45b66.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.525035] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5897877-2eaa-4a59-aacb-4ff25ca18a85 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.537750] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1510.537750] env[64147]: value = "task-1839690" [ 1510.537750] env[64147]: _type = "Task" [ 1510.537750] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.555176] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839690, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.571831] env[64147]: DEBUG oslo_concurrency.lockutils [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] Releasing lock "refresh_cache-3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.572141] env[64147]: DEBUG nova.compute.manager [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Received event network-vif-plugged-053cdc36-e32a-4e5d-b9da-364a1dae0758 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1510.572483] env[64147]: DEBUG oslo_concurrency.lockutils [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] Acquiring lock "482d902a-48d3-4165-b346-9e4266f2c923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.572699] env[64147]: DEBUG oslo_concurrency.lockutils [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] Lock "482d902a-48d3-4165-b346-9e4266f2c923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.572887] env[64147]: DEBUG oslo_concurrency.lockutils [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] Lock "482d902a-48d3-4165-b346-9e4266f2c923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.573133] env[64147]: DEBUG nova.compute.manager [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] No waiting events found dispatching network-vif-plugged-053cdc36-e32a-4e5d-b9da-364a1dae0758 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.573349] env[64147]: WARNING nova.compute.manager [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Received unexpected event network-vif-plugged-053cdc36-e32a-4e5d-b9da-364a1dae0758 for instance with vm_state building and task_state spawning. [ 1510.573542] env[64147]: DEBUG nova.compute.manager [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Received event network-changed-053cdc36-e32a-4e5d-b9da-364a1dae0758 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1510.573727] env[64147]: DEBUG nova.compute.manager [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Refreshing instance network info cache due to event network-changed-053cdc36-e32a-4e5d-b9da-364a1dae0758. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1510.573910] env[64147]: DEBUG oslo_concurrency.lockutils [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] Acquiring lock "refresh_cache-482d902a-48d3-4165-b346-9e4266f2c923" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.574077] env[64147]: DEBUG oslo_concurrency.lockutils [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] Acquired lock "refresh_cache-482d902a-48d3-4165-b346-9e4266f2c923" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.574255] env[64147]: DEBUG nova.network.neutron [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Refreshing network info cache for port 053cdc36-e32a-4e5d-b9da-364a1dae0758 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.582139] env[64147]: DEBUG nova.objects.base [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Object Instance<53ceb216-7d63-4dfd-8185-1bf488665180> lazy-loaded attributes: info_cache,migration_context {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1510.582139] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db88795b-37d0-42af-a8ac-1fd8924acc44 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.606682] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653ae3b5-3a90-4bb6-8ae5-ac586a28c905 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.610753] env[64147]: DEBUG nova.network.neutron [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Successfully updated port: f617a657-b73b-4a69-aff0-7f452d489187 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1510.616686] env[64147]: DEBUG oslo_vmware.api [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1510.616686] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52273097-6681-1f4b-a915-94150f9c66ca" [ 1510.616686] env[64147]: _type = "Task" [ 1510.616686] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.628814] env[64147]: DEBUG oslo_vmware.api [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52273097-6681-1f4b-a915-94150f9c66ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.691311] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbab51c-d20d-41c5-89ca-5f83efb6e5ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.712393] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4b1c18-a3a7-40b4-82c7-5e32d8507757 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.716061] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839689, 'name': CreateVM_Task, 'duration_secs': 0.481823} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.718341] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.723221] env[64147]: DEBUG nova.compute.manager [req-6d5711cc-2d6f-4bc0-9021-f1382bcaa09b req-42963589-2e8c-401e-a300-27d5c003d286 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Received event network-vif-plugged-f617a657-b73b-4a69-aff0-7f452d489187 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1510.723221] env[64147]: DEBUG oslo_concurrency.lockutils [req-6d5711cc-2d6f-4bc0-9021-f1382bcaa09b req-42963589-2e8c-401e-a300-27d5c003d286 service nova] Acquiring lock "49e0af98-e430-4d2f-ae10-e6aa178006cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.723422] env[64147]: DEBUG oslo_concurrency.lockutils [req-6d5711cc-2d6f-4bc0-9021-f1382bcaa09b req-42963589-2e8c-401e-a300-27d5c003d286 service nova] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.723692] env[64147]: DEBUG oslo_concurrency.lockutils [req-6d5711cc-2d6f-4bc0-9021-f1382bcaa09b req-42963589-2e8c-401e-a300-27d5c003d286 service nova] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.723815] env[64147]: DEBUG nova.compute.manager [req-6d5711cc-2d6f-4bc0-9021-f1382bcaa09b req-42963589-2e8c-401e-a300-27d5c003d286 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] No waiting events found dispatching network-vif-plugged-f617a657-b73b-4a69-aff0-7f452d489187 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.723978] env[64147]: WARNING nova.compute.manager [req-6d5711cc-2d6f-4bc0-9021-f1382bcaa09b req-42963589-2e8c-401e-a300-27d5c003d286 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Received unexpected event network-vif-plugged-f617a657-b73b-4a69-aff0-7f452d489187 for instance with vm_state building and task_state spawning. [ 1510.725375] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.725887] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.726008] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.726615] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3faa284-41f7-478d-88f2-612c247fc629 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.756717] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb66ff7b-caa4-48f4-a4c6-71d6ce839938 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.761306] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1510.761306] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5223e81f-544d-5280-369e-b4ccf64bb168" [ 1510.761306] env[64147]: _type = "Task" [ 1510.761306] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.769280] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bf4cd4-6514-4f01-92f6-20e9eaa4b4e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.778967] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5223e81f-544d-5280-369e-b4ccf64bb168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.789577] env[64147]: DEBUG nova.compute.provider_tree [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.802962] env[64147]: DEBUG oslo_vmware.rw_handles [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c036d0-7552-388a-476e-17607073a3ac/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1510.804452] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df7b8cb-cac0-4f42-ba8a-ca8282543066 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.810605] env[64147]: DEBUG oslo_vmware.rw_handles [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c036d0-7552-388a-476e-17607073a3ac/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1510.810783] env[64147]: ERROR oslo_vmware.rw_handles [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c036d0-7552-388a-476e-17607073a3ac/disk-0.vmdk due to incomplete transfer. [ 1510.811015] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd0e146d-2e4a-40c1-81db-267fb686df35 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.818800] env[64147]: DEBUG oslo_vmware.rw_handles [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c036d0-7552-388a-476e-17607073a3ac/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1510.819018] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Uploaded image 09620c55-cfd4-48d7-9b73-d3b81ab7bedd to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1510.821080] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1510.821337] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a82ee5d5-2082-4808-a542-9b7fd99b164e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.829085] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1510.829085] env[64147]: value = "task-1839691" [ 1510.829085] env[64147]: _type = "Task" [ 1510.829085] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.839328] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839691, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.052757] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839690, 'name': Rename_Task, 'duration_secs': 0.222033} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.052757] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.053077] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2963253c-1994-49d0-bf32-0995f9ec9bf4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.060857] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1511.060857] env[64147]: value = "task-1839692" [ 1511.060857] env[64147]: _type = "Task" [ 1511.060857] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.071155] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.114696] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.116776] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.116776] env[64147]: DEBUG nova.network.neutron [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.135739] env[64147]: DEBUG oslo_vmware.api [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52273097-6681-1f4b-a915-94150f9c66ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.136216] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.273845] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5223e81f-544d-5280-369e-b4ccf64bb168, 'name': SearchDatastore_Task, 'duration_secs': 0.016417} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.274150] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.274376] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.274623] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.274772] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.274943] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.275233] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4507440e-b1c9-49ba-99c3-5c6f1f388b2d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.288022] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.288022] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.288022] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd8aa7d-c154-43cf-a6de-d9cf921af37f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.294695] env[64147]: DEBUG nova.scheduler.client.report [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.297651] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1511.297651] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d37ee3-b609-6fde-0766-3f9ef91e9a76" [ 1511.297651] env[64147]: _type = "Task" [ 1511.297651] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.308078] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d37ee3-b609-6fde-0766-3f9ef91e9a76, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.308834] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39cc09b7-1f83-4809-a854-524e942f10a9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.319874] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1511.319874] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5287a645-b012-51b7-9f8b-db0d3c728370" [ 1511.319874] env[64147]: _type = "Task" [ 1511.319874] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.328555] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5287a645-b012-51b7-9f8b-db0d3c728370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.339182] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839691, 'name': Destroy_Task, 'duration_secs': 0.324614} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.339430] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Destroyed the VM [ 1511.339750] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1511.339997] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9ecae05-702d-41f7-982c-63efd151462c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.346783] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1511.346783] env[64147]: value = "task-1839693" [ 1511.346783] env[64147]: _type = "Task" [ 1511.346783] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.356050] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839693, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.376521] env[64147]: DEBUG nova.network.neutron [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Updated VIF entry in instance network info cache for port 053cdc36-e32a-4e5d-b9da-364a1dae0758. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.376902] env[64147]: DEBUG nova.network.neutron [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Updating instance_info_cache with network_info: [{"id": "053cdc36-e32a-4e5d-b9da-364a1dae0758", "address": "fa:16:3e:80:01:d5", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap053cdc36-e3", "ovs_interfaceid": "053cdc36-e32a-4e5d-b9da-364a1dae0758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.574019] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839692, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.664115] env[64147]: DEBUG nova.network.neutron [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.802343] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.155s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.802991] env[64147]: DEBUG nova.compute.manager [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1511.806174] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.465s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.807644] env[64147]: INFO nova.compute.claims [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.835990] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5287a645-b012-51b7-9f8b-db0d3c728370, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.836293] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.836543] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 482d902a-48d3-4165-b346-9e4266f2c923/482d902a-48d3-4165-b346-9e4266f2c923.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.837267] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd1053af-ef29-45d1-8c79-709c8483da41 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.854534] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1511.854534] env[64147]: value = "task-1839694" [ 1511.854534] env[64147]: _type = "Task" [ 1511.854534] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.858560] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839693, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.869052] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.880774] env[64147]: DEBUG oslo_concurrency.lockutils [req-03a8cbfb-7f57-4987-94b8-2e6e21a3a49b req-ef4e2e12-fb3e-46f6-a470-1476c3fd6420 service nova] Releasing lock "refresh_cache-482d902a-48d3-4165-b346-9e4266f2c923" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.883049] env[64147]: DEBUG nova.network.neutron [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance_info_cache with network_info: [{"id": "f617a657-b73b-4a69-aff0-7f452d489187", "address": "fa:16:3e:b4:51:fd", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf617a657-b7", "ovs_interfaceid": "f617a657-b73b-4a69-aff0-7f452d489187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.072193] env[64147]: DEBUG oslo_vmware.api [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839692, 'name': PowerOnVM_Task, 'duration_secs': 0.878869} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.072478] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1512.072689] env[64147]: INFO nova.compute.manager [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1512.072865] env[64147]: DEBUG nova.compute.manager [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.073796] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601a4076-e6e4-4d2b-a983-e541073546fa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.312722] env[64147]: DEBUG nova.compute.utils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1512.317115] env[64147]: DEBUG nova.compute.manager [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1512.317115] env[64147]: DEBUG nova.network.neutron [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1512.359633] env[64147]: DEBUG oslo_vmware.api [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839693, 'name': RemoveSnapshot_Task, 'duration_secs': 0.663819} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.361423] env[64147]: DEBUG nova.policy [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f12671b4d850475eb05c5e9e118b8191', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e952e6b34224474a467b95156ac7cb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1512.367052] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1512.367052] env[64147]: INFO nova.compute.manager [None req-de7e3f26-ad86-46ca-8a22-c07d5d37a311 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Took 14.44 seconds to snapshot the instance on the hypervisor. [ 1512.377594] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839694, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.385477] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.385843] env[64147]: DEBUG nova.compute.manager [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Instance network_info: |[{"id": "f617a657-b73b-4a69-aff0-7f452d489187", "address": "fa:16:3e:b4:51:fd", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf617a657-b7", "ovs_interfaceid": "f617a657-b73b-4a69-aff0-7f452d489187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1512.386690] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:51:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f617a657-b73b-4a69-aff0-7f452d489187', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.394833] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Creating folder: Project (0352ddde824543399f090f71005f797f). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1512.396114] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d15eb513-2fb0-48da-9640-10016c15d9b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.410877] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Created folder: Project (0352ddde824543399f090f71005f797f) in parent group-v380629. [ 1512.411105] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Creating folder: Instances. Parent ref: group-v380702. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1512.411668] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2976db9-f1ca-428d-bb27-c96e1e6599a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.424058] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Created folder: Instances in parent group-v380702. [ 1512.424058] env[64147]: DEBUG oslo.service.loopingcall [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.424058] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.424226] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed0d2809-c5d8-410f-a16e-64fe583e8e2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.446377] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1512.446377] env[64147]: value = "task-1839697" [ 1512.446377] env[64147]: _type = "Task" [ 1512.446377] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.455597] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839697, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.595655] env[64147]: INFO nova.compute.manager [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Took 42.47 seconds to build instance. [ 1512.753393] env[64147]: DEBUG nova.network.neutron [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Successfully created port: 5150b7d8-2b28-4e66-9524-4aedb27c8ba4 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1512.819332] env[64147]: DEBUG nova.compute.manager [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1512.854068] env[64147]: DEBUG nova.compute.manager [req-309da0db-debf-40bb-8ce7-441fb15d2206 req-34948aef-517c-4ade-b5ca-0c8322a31493 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Received event network-changed-f617a657-b73b-4a69-aff0-7f452d489187 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1512.854336] env[64147]: DEBUG nova.compute.manager [req-309da0db-debf-40bb-8ce7-441fb15d2206 req-34948aef-517c-4ade-b5ca-0c8322a31493 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Refreshing instance network info cache due to event network-changed-f617a657-b73b-4a69-aff0-7f452d489187. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1512.854630] env[64147]: DEBUG oslo_concurrency.lockutils [req-309da0db-debf-40bb-8ce7-441fb15d2206 req-34948aef-517c-4ade-b5ca-0c8322a31493 service nova] Acquiring lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.855040] env[64147]: DEBUG oslo_concurrency.lockutils [req-309da0db-debf-40bb-8ce7-441fb15d2206 req-34948aef-517c-4ade-b5ca-0c8322a31493 service nova] Acquired lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.855040] env[64147]: DEBUG nova.network.neutron [req-309da0db-debf-40bb-8ce7-441fb15d2206 req-34948aef-517c-4ade-b5ca-0c8322a31493 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Refreshing network info cache for port f617a657-b73b-4a69-aff0-7f452d489187 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.876721] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765205} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.878509] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 482d902a-48d3-4165-b346-9e4266f2c923/482d902a-48d3-4165-b346-9e4266f2c923.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1512.878811] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1512.882282] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-582cbd1c-d97b-4bda-94ae-292fa2d25a5d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.892327] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1512.892327] env[64147]: value = "task-1839698" [ 1512.892327] env[64147]: _type = "Task" [ 1512.892327] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.909954] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.959887] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839697, 'name': CreateVM_Task, 'duration_secs': 0.409027} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.960175] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1512.960903] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.961126] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.961412] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1512.962103] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-569013dc-18d3-4961-a4c8-5483da397fff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.972227] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1512.972227] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ae0623-5271-0c6f-80b9-1e3b69f0484d" [ 1512.972227] env[64147]: _type = "Task" [ 1512.972227] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.985841] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ae0623-5271-0c6f-80b9-1e3b69f0484d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.097729] env[64147]: DEBUG oslo_concurrency.lockutils [None req-69e8d52a-e71e-4f11-b78e-27786b36fb05 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.367s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.404880] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076437} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.405171] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.405995] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7b00df-2d41-4f15-803a-1e6ed913f757 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.409642] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5000b27d-7a37-477d-931c-5d587177c3f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.426297] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41212120-f797-4604-8e8f-45ce2dde5a89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.439209] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 482d902a-48d3-4165-b346-9e4266f2c923/482d902a-48d3-4165-b346-9e4266f2c923.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.444113] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d99c1ed-a57b-4994-aff6-667b56e00331 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.494709] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab898e9-0bde-449b-8bbd-353f97b5f59e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.497308] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1513.497308] env[64147]: value = "task-1839699" [ 1513.497308] env[64147]: _type = "Task" [ 1513.497308] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.504551] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ae0623-5271-0c6f-80b9-1e3b69f0484d, 'name': SearchDatastore_Task, 'duration_secs': 0.012054} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.510815] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.511114] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.511358] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.511796] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.511992] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.516927] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-350dad6a-a49f-469f-b339-7a5fa6b81d02 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.521690] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa1d67-a950-4d5c-8e1b-8429e848ff37 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.524172] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.541662] env[64147]: DEBUG nova.compute.provider_tree [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1513.545813] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.546035] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.547129] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344d1acf-1ce3-4067-b25d-3031d2e7ded5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.554708] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1513.554708] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e66a5a-b3cb-892e-bec3-d2930f39898e" [ 1513.554708] env[64147]: _type = "Task" [ 1513.554708] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.568892] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e66a5a-b3cb-892e-bec3-d2930f39898e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.600572] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1513.656657] env[64147]: DEBUG nova.network.neutron [req-309da0db-debf-40bb-8ce7-441fb15d2206 req-34948aef-517c-4ade-b5ca-0c8322a31493 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updated VIF entry in instance network info cache for port f617a657-b73b-4a69-aff0-7f452d489187. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.658507] env[64147]: DEBUG nova.network.neutron [req-309da0db-debf-40bb-8ce7-441fb15d2206 req-34948aef-517c-4ade-b5ca-0c8322a31493 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance_info_cache with network_info: [{"id": "f617a657-b73b-4a69-aff0-7f452d489187", "address": "fa:16:3e:b4:51:fd", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf617a657-b7", "ovs_interfaceid": "f617a657-b73b-4a69-aff0-7f452d489187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.749684] env[64147]: DEBUG nova.compute.manager [req-ae9d1faa-4f0f-4591-b7cc-9309d0e49e48 req-eac049b3-f086-400f-acb4-b2d822bd4ba4 service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Received event network-changed-ec3a4627-2ea9-4c97-8659-608bf3e15774 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1513.749888] env[64147]: DEBUG nova.compute.manager [req-ae9d1faa-4f0f-4591-b7cc-9309d0e49e48 req-eac049b3-f086-400f-acb4-b2d822bd4ba4 service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Refreshing instance network info cache due to event network-changed-ec3a4627-2ea9-4c97-8659-608bf3e15774. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1513.750122] env[64147]: DEBUG oslo_concurrency.lockutils [req-ae9d1faa-4f0f-4591-b7cc-9309d0e49e48 req-eac049b3-f086-400f-acb4-b2d822bd4ba4 service nova] Acquiring lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.750268] env[64147]: DEBUG oslo_concurrency.lockutils [req-ae9d1faa-4f0f-4591-b7cc-9309d0e49e48 req-eac049b3-f086-400f-acb4-b2d822bd4ba4 service nova] Acquired lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.750432] env[64147]: DEBUG nova.network.neutron [req-ae9d1faa-4f0f-4591-b7cc-9309d0e49e48 req-eac049b3-f086-400f-acb4-b2d822bd4ba4 service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Refreshing network info cache for port ec3a4627-2ea9-4c97-8659-608bf3e15774 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.832015] env[64147]: DEBUG nova.compute.manager [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1513.861576] env[64147]: DEBUG nova.virt.hardware [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1513.861814] env[64147]: DEBUG nova.virt.hardware [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1513.861974] env[64147]: DEBUG nova.virt.hardware [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1513.862193] env[64147]: DEBUG nova.virt.hardware [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1513.862342] env[64147]: DEBUG nova.virt.hardware [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1513.862504] env[64147]: DEBUG nova.virt.hardware [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1513.862755] env[64147]: DEBUG nova.virt.hardware [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1513.862936] env[64147]: DEBUG nova.virt.hardware [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1513.863117] env[64147]: DEBUG nova.virt.hardware [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1513.863283] env[64147]: DEBUG nova.virt.hardware [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1513.863449] env[64147]: DEBUG nova.virt.hardware [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1513.864438] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea5c5f2-3158-4429-84dd-397e04eec490 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.873370] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8918a672-8bf8-43cc-9524-680c9f71f595 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.010406] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839699, 'name': ReconfigVM_Task, 'duration_secs': 0.295339} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.010791] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 482d902a-48d3-4165-b346-9e4266f2c923/482d902a-48d3-4165-b346-9e4266f2c923.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.011716] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e7e6fc8-327d-43d1-b823-93b88da2c80f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.020458] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1514.020458] env[64147]: value = "task-1839700" [ 1514.020458] env[64147]: _type = "Task" [ 1514.020458] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.030679] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839700, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.067998] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e66a5a-b3cb-892e-bec3-d2930f39898e, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.067998] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e286f1-3fc6-44c0-ab5f-4e500497e29a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.074367] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1514.074367] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ed0693-044b-6861-deb3-4de4ac59d18c" [ 1514.074367] env[64147]: _type = "Task" [ 1514.074367] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.082717] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ed0693-044b-6861-deb3-4de4ac59d18c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.083746] env[64147]: DEBUG nova.scheduler.client.report [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1514.083991] env[64147]: DEBUG nova.compute.provider_tree [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 54 to 55 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1514.084194] env[64147]: DEBUG nova.compute.provider_tree [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1514.131835] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.159533] env[64147]: DEBUG oslo_concurrency.lockutils [req-309da0db-debf-40bb-8ce7-441fb15d2206 req-34948aef-517c-4ade-b5ca-0c8322a31493 service nova] Releasing lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.455409] env[64147]: DEBUG nova.network.neutron [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Successfully updated port: 5150b7d8-2b28-4e66-9524-4aedb27c8ba4 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1514.534862] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839700, 'name': Rename_Task, 'duration_secs': 0.147872} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.535513] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.537814] env[64147]: DEBUG nova.network.neutron [req-ae9d1faa-4f0f-4591-b7cc-9309d0e49e48 req-eac049b3-f086-400f-acb4-b2d822bd4ba4 service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Updated VIF entry in instance network info cache for port ec3a4627-2ea9-4c97-8659-608bf3e15774. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.537814] env[64147]: DEBUG nova.network.neutron [req-ae9d1faa-4f0f-4591-b7cc-9309d0e49e48 req-eac049b3-f086-400f-acb4-b2d822bd4ba4 service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Updating instance_info_cache with network_info: [{"id": "ec3a4627-2ea9-4c97-8659-608bf3e15774", "address": "fa:16:3e:4a:c9:30", "network": {"id": "9e5ba8c0-c7ea-469a-8a84-64d0998e6bd6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-881290059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e6b147268a4021b69cf4efc59afc62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3a4627-2e", "ovs_interfaceid": "ec3a4627-2ea9-4c97-8659-608bf3e15774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.539105] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7781256c-1c75-4888-801c-4f55930900d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.547364] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1514.547364] env[64147]: value = "task-1839701" [ 1514.547364] env[64147]: _type = "Task" [ 1514.547364] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.557526] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.585778] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ed0693-044b-6861-deb3-4de4ac59d18c, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.586291] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.586695] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 49e0af98-e430-4d2f-ae10-e6aa178006cf/49e0af98-e430-4d2f-ae10-e6aa178006cf.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.587455] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c33b0b69-d37b-417b-870d-2c57d23dd1b2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.590775] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.591385] env[64147]: DEBUG nova.compute.manager [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1514.594794] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.258s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.595191] env[64147]: DEBUG nova.objects.instance [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Lazy-loading 'resources' on Instance uuid 9a24af59-9f1d-4625-8cd2-728e7464f09a {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.606683] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1514.606683] env[64147]: value = "task-1839702" [ 1514.606683] env[64147]: _type = "Task" [ 1514.606683] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.616814] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.963126] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquiring lock "refresh_cache-b7395f42-7370-49c6-b975-05a3432f71d4" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.963126] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquired lock "refresh_cache-b7395f42-7370-49c6-b975-05a3432f71d4" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.963126] env[64147]: DEBUG nova.network.neutron [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.042362] env[64147]: DEBUG oslo_concurrency.lockutils [req-ae9d1faa-4f0f-4591-b7cc-9309d0e49e48 req-eac049b3-f086-400f-acb4-b2d822bd4ba4 service nova] Releasing lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.059878] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839701, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.090275] env[64147]: DEBUG nova.compute.manager [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Received event network-vif-plugged-5150b7d8-2b28-4e66-9524-4aedb27c8ba4 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1515.090275] env[64147]: DEBUG oslo_concurrency.lockutils [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] Acquiring lock "b7395f42-7370-49c6-b975-05a3432f71d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.090275] env[64147]: DEBUG oslo_concurrency.lockutils [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] Lock "b7395f42-7370-49c6-b975-05a3432f71d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.090275] env[64147]: DEBUG oslo_concurrency.lockutils [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] Lock "b7395f42-7370-49c6-b975-05a3432f71d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.090668] env[64147]: DEBUG nova.compute.manager [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] No waiting events found dispatching network-vif-plugged-5150b7d8-2b28-4e66-9524-4aedb27c8ba4 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1515.090668] env[64147]: WARNING nova.compute.manager [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Received unexpected event network-vif-plugged-5150b7d8-2b28-4e66-9524-4aedb27c8ba4 for instance with vm_state building and task_state spawning. [ 1515.090862] env[64147]: DEBUG nova.compute.manager [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Received event network-changed-5150b7d8-2b28-4e66-9524-4aedb27c8ba4 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1515.091268] env[64147]: DEBUG nova.compute.manager [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Refreshing instance network info cache due to event network-changed-5150b7d8-2b28-4e66-9524-4aedb27c8ba4. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1515.091539] env[64147]: DEBUG oslo_concurrency.lockutils [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] Acquiring lock "refresh_cache-b7395f42-7370-49c6-b975-05a3432f71d4" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.105241] env[64147]: DEBUG nova.compute.utils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1515.107729] env[64147]: DEBUG nova.compute.manager [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1515.107729] env[64147]: DEBUG nova.network.neutron [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1515.123873] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510503} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.123873] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 49e0af98-e430-4d2f-ae10-e6aa178006cf/49e0af98-e430-4d2f-ae10-e6aa178006cf.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.123873] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.123873] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cdef1cb-e786-4227-8932-a700a1409578 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.137492] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1515.137492] env[64147]: value = "task-1839703" [ 1515.137492] env[64147]: _type = "Task" [ 1515.137492] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.151170] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.165551] env[64147]: DEBUG nova.policy [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fd988681fd54ecaace062d6683248b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e205e27b3aa94def82edea9ff9872f85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1515.491673] env[64147]: DEBUG nova.network.neutron [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Successfully created port: e8bec886-e96d-4ec2-8bb3-914354b7a356 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1515.523065] env[64147]: DEBUG nova.network.neutron [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1515.566541] env[64147]: DEBUG oslo_vmware.api [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839701, 'name': PowerOnVM_Task, 'duration_secs': 0.621363} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.568969] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1515.569213] env[64147]: INFO nova.compute.manager [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1515.569388] env[64147]: DEBUG nova.compute.manager [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.570203] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d796cd5a-f561-4158-9f52-07188e4793c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.613062] env[64147]: DEBUG nova.compute.manager [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1515.650954] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166767} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.650954] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.651725] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a83be3-2d82-414a-874b-4b2228aee32a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.682567] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 49e0af98-e430-4d2f-ae10-e6aa178006cf/49e0af98-e430-4d2f-ae10-e6aa178006cf.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.684616] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88faadb-ee22-418b-bbda-a6b5c2ade4da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.703865] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2674f58-0f0a-4a39-9d33-321572c6f473 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.719839] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173b1ff2-7935-473a-ac19-f2586a50d061 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.723213] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1515.723213] env[64147]: value = "task-1839704" [ 1515.723213] env[64147]: _type = "Task" [ 1515.723213] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.758758] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa5a269-6855-411a-b6db-371913cd06d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.764679] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.770189] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aca46b-be1b-45cb-b673-5a974e4b7c49 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.789303] env[64147]: DEBUG nova.compute.provider_tree [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.864920] env[64147]: DEBUG nova.network.neutron [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Updating instance_info_cache with network_info: [{"id": "5150b7d8-2b28-4e66-9524-4aedb27c8ba4", "address": "fa:16:3e:88:b7:14", "network": {"id": "b87f7fa6-349a-410e-8c7a-6f513e77b42c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1511685384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e952e6b34224474a467b95156ac7cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5150b7d8-2b", "ovs_interfaceid": "5150b7d8-2b28-4e66-9524-4aedb27c8ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.986128] env[64147]: DEBUG nova.compute.manager [req-5666a610-cb58-4763-b5a4-7b751d8169bb req-5788b38a-258d-48cc-bca3-f6f9f30b40f8 service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Received event network-changed-ec3a4627-2ea9-4c97-8659-608bf3e15774 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1515.986578] env[64147]: DEBUG nova.compute.manager [req-5666a610-cb58-4763-b5a4-7b751d8169bb req-5788b38a-258d-48cc-bca3-f6f9f30b40f8 service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Refreshing instance network info cache due to event network-changed-ec3a4627-2ea9-4c97-8659-608bf3e15774. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1515.986578] env[64147]: DEBUG oslo_concurrency.lockutils [req-5666a610-cb58-4763-b5a4-7b751d8169bb req-5788b38a-258d-48cc-bca3-f6f9f30b40f8 service nova] Acquiring lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.986578] env[64147]: DEBUG oslo_concurrency.lockutils [req-5666a610-cb58-4763-b5a4-7b751d8169bb req-5788b38a-258d-48cc-bca3-f6f9f30b40f8 service nova] Acquired lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.986673] env[64147]: DEBUG nova.network.neutron [req-5666a610-cb58-4763-b5a4-7b751d8169bb req-5788b38a-258d-48cc-bca3-f6f9f30b40f8 service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Refreshing network info cache for port ec3a4627-2ea9-4c97-8659-608bf3e15774 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1516.088915] env[64147]: INFO nova.compute.manager [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Took 43.44 seconds to build instance. [ 1516.235580] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.292741] env[64147]: DEBUG nova.scheduler.client.report [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.367300] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Releasing lock "refresh_cache-b7395f42-7370-49c6-b975-05a3432f71d4" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.367644] env[64147]: DEBUG nova.compute.manager [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Instance network_info: |[{"id": "5150b7d8-2b28-4e66-9524-4aedb27c8ba4", "address": "fa:16:3e:88:b7:14", "network": {"id": "b87f7fa6-349a-410e-8c7a-6f513e77b42c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1511685384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e952e6b34224474a467b95156ac7cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5150b7d8-2b", "ovs_interfaceid": "5150b7d8-2b28-4e66-9524-4aedb27c8ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1516.367946] env[64147]: DEBUG oslo_concurrency.lockutils [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] Acquired lock "refresh_cache-b7395f42-7370-49c6-b975-05a3432f71d4" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.368142] env[64147]: DEBUG nova.network.neutron [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Refreshing network info cache for port 5150b7d8-2b28-4e66-9524-4aedb27c8ba4 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1516.369404] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:b7:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5150b7d8-2b28-4e66-9524-4aedb27c8ba4', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1516.377178] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Creating folder: Project (4e952e6b34224474a467b95156ac7cb4). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1516.378621] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59ecef87-aad9-43fb-bdcb-f8ebcd2b6c84 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.390986] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Created folder: Project (4e952e6b34224474a467b95156ac7cb4) in parent group-v380629. [ 1516.391203] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Creating folder: Instances. Parent ref: group-v380705. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1516.391438] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-411b94c7-ccaf-442a-8c00-b267b88f8273 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.402058] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Created folder: Instances in parent group-v380705. [ 1516.402309] env[64147]: DEBUG oslo.service.loopingcall [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1516.402503] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1516.402719] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-105c204f-cf1b-4f84-a96e-78caac591647 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.421714] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1516.421714] env[64147]: value = "task-1839707" [ 1516.421714] env[64147]: _type = "Task" [ 1516.421714] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.432017] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839707, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.591185] env[64147]: DEBUG oslo_concurrency.lockutils [None req-77e9fd33-d865-4b33-89a9-ff8df3f8f5cf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "482d902a-48d3-4165-b346-9e4266f2c923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.940s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.604438] env[64147]: DEBUG nova.compute.manager [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.606472] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728f5dc1-ede2-4805-b8f1-4c88e02efb79 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.625513] env[64147]: DEBUG nova.compute.manager [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1516.666912] env[64147]: DEBUG nova.virt.hardware [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1516.667191] env[64147]: DEBUG nova.virt.hardware [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.667345] env[64147]: DEBUG nova.virt.hardware [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1516.667524] env[64147]: DEBUG nova.virt.hardware [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.667669] env[64147]: DEBUG nova.virt.hardware [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1516.667819] env[64147]: DEBUG nova.virt.hardware [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1516.668145] env[64147]: DEBUG nova.virt.hardware [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1516.668976] env[64147]: DEBUG nova.virt.hardware [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1516.668976] env[64147]: DEBUG nova.virt.hardware [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1516.668976] env[64147]: DEBUG nova.virt.hardware [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1516.668976] env[64147]: DEBUG nova.virt.hardware [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1516.670086] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6a5625-12c4-49df-b6bb-023563cb8c31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.681406] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e0bb42-3701-47c4-908f-cf3f733c9b2d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.736349] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.752032] env[64147]: DEBUG nova.network.neutron [req-5666a610-cb58-4763-b5a4-7b751d8169bb req-5788b38a-258d-48cc-bca3-f6f9f30b40f8 service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Updated VIF entry in instance network info cache for port ec3a4627-2ea9-4c97-8659-608bf3e15774. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.752032] env[64147]: DEBUG nova.network.neutron [req-5666a610-cb58-4763-b5a4-7b751d8169bb req-5788b38a-258d-48cc-bca3-f6f9f30b40f8 service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Updating instance_info_cache with network_info: [{"id": "ec3a4627-2ea9-4c97-8659-608bf3e15774", "address": "fa:16:3e:4a:c9:30", "network": {"id": "9e5ba8c0-c7ea-469a-8a84-64d0998e6bd6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-881290059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e6b147268a4021b69cf4efc59afc62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3a4627-2e", "ovs_interfaceid": "ec3a4627-2ea9-4c97-8659-608bf3e15774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.797534] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.801216] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.015s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.803162] env[64147]: INFO nova.compute.claims [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1516.829260] env[64147]: INFO nova.scheduler.client.report [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Deleted allocations for instance 9a24af59-9f1d-4625-8cd2-728e7464f09a [ 1516.935509] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839707, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.094086] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1517.098128] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f9f35-56d6-43b0-b842-b3d3941659bd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.114238] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb6b42b-d8ed-42ac-865a-f7798e6f4198 tempest-ServersAdminNegativeTestJSON-625706190 tempest-ServersAdminNegativeTestJSON-625706190-project-admin] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Suspending the VM {{(pid=64147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1517.114520] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-243775ca-c055-412b-b03f-688188c262c1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.121669] env[64147]: INFO nova.compute.manager [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] instance snapshotting [ 1517.127024] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c317bbff-5247-4146-9e00-deb9eed5e5f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.132377] env[64147]: DEBUG oslo_vmware.api [None req-ccb6b42b-d8ed-42ac-865a-f7798e6f4198 tempest-ServersAdminNegativeTestJSON-625706190 tempest-ServersAdminNegativeTestJSON-625706190-project-admin] Waiting for the task: (returnval){ [ 1517.132377] env[64147]: value = "task-1839708" [ 1517.132377] env[64147]: _type = "Task" [ 1517.132377] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.157702] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49ca161-03ba-421e-8d57-f2ec537fac52 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.164764] env[64147]: DEBUG oslo_vmware.api [None req-ccb6b42b-d8ed-42ac-865a-f7798e6f4198 tempest-ServersAdminNegativeTestJSON-625706190 tempest-ServersAdminNegativeTestJSON-625706190-project-admin] Task: {'id': task-1839708, 'name': SuspendVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.222234] env[64147]: DEBUG nova.network.neutron [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Updated VIF entry in instance network info cache for port 5150b7d8-2b28-4e66-9524-4aedb27c8ba4. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1517.222916] env[64147]: DEBUG nova.network.neutron [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Updating instance_info_cache with network_info: [{"id": "5150b7d8-2b28-4e66-9524-4aedb27c8ba4", "address": "fa:16:3e:88:b7:14", "network": {"id": "b87f7fa6-349a-410e-8c7a-6f513e77b42c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1511685384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e952e6b34224474a467b95156ac7cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5150b7d8-2b", "ovs_interfaceid": "5150b7d8-2b28-4e66-9524-4aedb27c8ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.237275] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839704, 'name': ReconfigVM_Task, 'duration_secs': 1.048997} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.237558] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 49e0af98-e430-4d2f-ae10-e6aa178006cf/49e0af98-e430-4d2f-ae10-e6aa178006cf.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.238226] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67fa6bd6-57a6-4b8e-9b93-bc898fd11fdb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.247320] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1517.247320] env[64147]: value = "task-1839709" [ 1517.247320] env[64147]: _type = "Task" [ 1517.247320] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.258279] env[64147]: DEBUG oslo_concurrency.lockutils [req-5666a610-cb58-4763-b5a4-7b751d8169bb req-5788b38a-258d-48cc-bca3-f6f9f30b40f8 service nova] Releasing lock "refresh_cache-e5285ea1-c895-4ed9-b81d-fbaac9d45b66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.258920] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839709, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.340790] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d38940d3-a654-454a-be86-f7b19f2b2e21 tempest-ImagesNegativeTestJSON-1410762003 tempest-ImagesNegativeTestJSON-1410762003-project-member] Lock "9a24af59-9f1d-4625-8cd2-728e7464f09a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.927s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.433493] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839707, 'name': CreateVM_Task, 'duration_secs': 0.525367} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.433688] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1517.434473] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.434669] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.435074] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1517.435340] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1d923e-3151-4c15-8ea7-e85d8c77051a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.441753] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for the task: (returnval){ [ 1517.441753] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524977ff-b3b1-29c1-20e7-8e72eed6e6f1" [ 1517.441753] env[64147]: _type = "Task" [ 1517.441753] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.451147] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524977ff-b3b1-29c1-20e7-8e72eed6e6f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.557593] env[64147]: DEBUG nova.network.neutron [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Successfully updated port: e8bec886-e96d-4ec2-8bb3-914354b7a356 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1517.626381] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.643300] env[64147]: DEBUG oslo_vmware.api [None req-ccb6b42b-d8ed-42ac-865a-f7798e6f4198 tempest-ServersAdminNegativeTestJSON-625706190 tempest-ServersAdminNegativeTestJSON-625706190-project-admin] Task: {'id': task-1839708, 'name': SuspendVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.655645] env[64147]: DEBUG nova.compute.manager [req-2eb5f565-f90f-41fd-a94d-36e38104af75 req-6b7f2209-69ec-40c5-a1ce-099a9063833f service nova] [instance: fa858069-56fa-4de6-885c-670408b92daa] Received event network-vif-plugged-e8bec886-e96d-4ec2-8bb3-914354b7a356 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1517.655645] env[64147]: DEBUG oslo_concurrency.lockutils [req-2eb5f565-f90f-41fd-a94d-36e38104af75 req-6b7f2209-69ec-40c5-a1ce-099a9063833f service nova] Acquiring lock "fa858069-56fa-4de6-885c-670408b92daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.655645] env[64147]: DEBUG oslo_concurrency.lockutils [req-2eb5f565-f90f-41fd-a94d-36e38104af75 req-6b7f2209-69ec-40c5-a1ce-099a9063833f service nova] Lock "fa858069-56fa-4de6-885c-670408b92daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.655645] env[64147]: DEBUG oslo_concurrency.lockutils [req-2eb5f565-f90f-41fd-a94d-36e38104af75 req-6b7f2209-69ec-40c5-a1ce-099a9063833f service nova] Lock "fa858069-56fa-4de6-885c-670408b92daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.655645] env[64147]: DEBUG nova.compute.manager [req-2eb5f565-f90f-41fd-a94d-36e38104af75 req-6b7f2209-69ec-40c5-a1ce-099a9063833f service nova] [instance: fa858069-56fa-4de6-885c-670408b92daa] No waiting events found dispatching network-vif-plugged-e8bec886-e96d-4ec2-8bb3-914354b7a356 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1517.656090] env[64147]: WARNING nova.compute.manager [req-2eb5f565-f90f-41fd-a94d-36e38104af75 req-6b7f2209-69ec-40c5-a1ce-099a9063833f service nova] [instance: fa858069-56fa-4de6-885c-670408b92daa] Received unexpected event network-vif-plugged-e8bec886-e96d-4ec2-8bb3-914354b7a356 for instance with vm_state building and task_state spawning. [ 1517.674735] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1517.675129] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-739bfee6-9003-44a8-9c92-898461a93ff0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.685192] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1517.685192] env[64147]: value = "task-1839710" [ 1517.685192] env[64147]: _type = "Task" [ 1517.685192] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.698225] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.725492] env[64147]: DEBUG oslo_concurrency.lockutils [req-3f5ab26c-2e15-4f17-b004-e381cab20fc2 req-25de2e36-89b1-4ff5-9482-b7a16f2e6951 service nova] Releasing lock "refresh_cache-b7395f42-7370-49c6-b975-05a3432f71d4" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.762517] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839709, 'name': Rename_Task, 'duration_secs': 0.319169} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.762826] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.763101] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a96db11-db0b-4903-8ab0-72e5852a9283 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.770982] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1517.770982] env[64147]: value = "task-1839711" [ 1517.770982] env[64147]: _type = "Task" [ 1517.770982] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.779857] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.954093] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524977ff-b3b1-29c1-20e7-8e72eed6e6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011929} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.956630] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.956872] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1517.957108] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.957340] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.957426] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1517.958033] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-157ec809-95c6-4ead-872c-e8d917bc19e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.970433] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1517.970790] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1517.972707] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ede5a2b-8a33-4340-b4be-762ad9df1b2f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.979158] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for the task: (returnval){ [ 1517.979158] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b233d0-835d-5c24-a822-d05d172f1bd6" [ 1517.979158] env[64147]: _type = "Task" [ 1517.979158] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.993034] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b233d0-835d-5c24-a822-d05d172f1bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.997691] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7ac59d-67b0-4d32-937a-85f11e549215 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.004601] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for the task: (returnval){ [ 1518.004601] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cb7e54-49e5-f762-9593-efb7cc1c0ac7" [ 1518.004601] env[64147]: _type = "Task" [ 1518.004601] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.012905] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cb7e54-49e5-f762-9593-efb7cc1c0ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.061566] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "refresh_cache-fa858069-56fa-4de6-885c-670408b92daa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.061721] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "refresh_cache-fa858069-56fa-4de6-885c-670408b92daa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.061891] env[64147]: DEBUG nova.network.neutron [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.148732] env[64147]: DEBUG oslo_vmware.api [None req-ccb6b42b-d8ed-42ac-865a-f7798e6f4198 tempest-ServersAdminNegativeTestJSON-625706190 tempest-ServersAdminNegativeTestJSON-625706190-project-admin] Task: {'id': task-1839708, 'name': SuspendVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.197703] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839710, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.286123] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839711, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.291799] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4da1c3e-7eb3-424f-a20a-63a9fa74c402 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.298412] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bec0f7-f2d9-4f23-ada2-3283d8e4c6ac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.331836] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91597791-3c0f-4286-b738-524cd240bec3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.340194] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12161b48-b209-4382-9cc5-033e2b15f42e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.355067] env[64147]: DEBUG nova.compute.provider_tree [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.515220] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cb7e54-49e5-f762-9593-efb7cc1c0ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.515531] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.519019] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] b7395f42-7370-49c6-b975-05a3432f71d4/b7395f42-7370-49c6-b975-05a3432f71d4.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1518.519019] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de88ab42-a618-4840-b7ee-82dc1d669279 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.524977] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for the task: (returnval){ [ 1518.524977] env[64147]: value = "task-1839712" [ 1518.524977] env[64147]: _type = "Task" [ 1518.524977] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.534249] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.603356] env[64147]: DEBUG nova.network.neutron [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1518.646661] env[64147]: DEBUG oslo_vmware.api [None req-ccb6b42b-d8ed-42ac-865a-f7798e6f4198 tempest-ServersAdminNegativeTestJSON-625706190 tempest-ServersAdminNegativeTestJSON-625706190-project-admin] Task: {'id': task-1839708, 'name': SuspendVM_Task, 'duration_secs': 1.219339} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.646661] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb6b42b-d8ed-42ac-865a-f7798e6f4198 tempest-ServersAdminNegativeTestJSON-625706190 tempest-ServersAdminNegativeTestJSON-625706190-project-admin] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Suspended the VM {{(pid=64147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1518.646661] env[64147]: DEBUG nova.compute.manager [None req-ccb6b42b-d8ed-42ac-865a-f7798e6f4198 tempest-ServersAdminNegativeTestJSON-625706190 tempest-ServersAdminNegativeTestJSON-625706190-project-admin] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.647361] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b458cae-aae6-4aa8-9e82-a47f65a68bd5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.699113] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839710, 'name': CreateSnapshot_Task, 'duration_secs': 0.53752} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.699340] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1518.700127] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b74e13-b7b4-4c79-86c2-69e6da2c192e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.783604] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839711, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.789839] env[64147]: DEBUG nova.network.neutron [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Updating instance_info_cache with network_info: [{"id": "e8bec886-e96d-4ec2-8bb3-914354b7a356", "address": "fa:16:3e:e3:40:6a", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bec886-e9", "ovs_interfaceid": "e8bec886-e96d-4ec2-8bb3-914354b7a356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.858802] env[64147]: DEBUG nova.scheduler.client.report [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.039973] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.219299] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1519.219576] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71cc51df-53e9-4fb3-9061-e3b72c30a404 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.229884] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1519.229884] env[64147]: value = "task-1839713" [ 1519.229884] env[64147]: _type = "Task" [ 1519.229884] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.238434] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839713, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.283446] env[64147]: DEBUG oslo_vmware.api [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1839711, 'name': PowerOnVM_Task, 'duration_secs': 1.045182} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.283706] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.283900] env[64147]: INFO nova.compute.manager [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1519.284086] env[64147]: DEBUG nova.compute.manager [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.284980] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc30b092-06b5-4d3e-a0be-46ae82706adf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.294719] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "refresh_cache-fa858069-56fa-4de6-885c-670408b92daa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.294969] env[64147]: DEBUG nova.compute.manager [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Instance network_info: |[{"id": "e8bec886-e96d-4ec2-8bb3-914354b7a356", "address": "fa:16:3e:e3:40:6a", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bec886-e9", "ovs_interfaceid": "e8bec886-e96d-4ec2-8bb3-914354b7a356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1519.295342] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:40:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8bec886-e96d-4ec2-8bb3-914354b7a356', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1519.302888] env[64147]: DEBUG oslo.service.loopingcall [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.303509] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa858069-56fa-4de6-885c-670408b92daa] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.303768] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85b39096-8123-430f-b9db-c9b39990530a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.324677] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.324677] env[64147]: value = "task-1839714" [ 1519.324677] env[64147]: _type = "Task" [ 1519.324677] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.334418] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839714, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.365642] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.366257] env[64147]: DEBUG nova.compute.manager [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1519.369046] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.536s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.370817] env[64147]: INFO nova.compute.claims [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1519.539741] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532506} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.540604] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] b7395f42-7370-49c6-b975-05a3432f71d4/b7395f42-7370-49c6-b975-05a3432f71d4.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1519.540861] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1519.541141] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b25277c8-bdd3-4294-bbb6-898f70334a35 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.550636] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for the task: (returnval){ [ 1519.550636] env[64147]: value = "task-1839715" [ 1519.550636] env[64147]: _type = "Task" [ 1519.550636] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.562860] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.742814] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839713, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.817506] env[64147]: INFO nova.compute.manager [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Took 45.61 seconds to build instance. [ 1519.839295] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839714, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.876344] env[64147]: DEBUG nova.compute.utils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1519.878470] env[64147]: DEBUG nova.compute.manager [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1519.878470] env[64147]: DEBUG nova.network.neutron [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1519.926480] env[64147]: DEBUG nova.policy [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f13af12d043d46d098959df98ecb29f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cccf38384a5a41f487345c23f1af1ea6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.058596] env[64147]: DEBUG nova.compute.manager [req-66834cd1-c575-4890-bf80-6411e2f31d74 req-c3531a83-ae2f-484d-b5af-dfbe13b3ed02 service nova] [instance: fa858069-56fa-4de6-885c-670408b92daa] Received event network-changed-e8bec886-e96d-4ec2-8bb3-914354b7a356 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1520.058836] env[64147]: DEBUG nova.compute.manager [req-66834cd1-c575-4890-bf80-6411e2f31d74 req-c3531a83-ae2f-484d-b5af-dfbe13b3ed02 service nova] [instance: fa858069-56fa-4de6-885c-670408b92daa] Refreshing instance network info cache due to event network-changed-e8bec886-e96d-4ec2-8bb3-914354b7a356. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1520.059102] env[64147]: DEBUG oslo_concurrency.lockutils [req-66834cd1-c575-4890-bf80-6411e2f31d74 req-c3531a83-ae2f-484d-b5af-dfbe13b3ed02 service nova] Acquiring lock "refresh_cache-fa858069-56fa-4de6-885c-670408b92daa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.059281] env[64147]: DEBUG oslo_concurrency.lockutils [req-66834cd1-c575-4890-bf80-6411e2f31d74 req-c3531a83-ae2f-484d-b5af-dfbe13b3ed02 service nova] Acquired lock "refresh_cache-fa858069-56fa-4de6-885c-670408b92daa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.059473] env[64147]: DEBUG nova.network.neutron [req-66834cd1-c575-4890-bf80-6411e2f31d74 req-c3531a83-ae2f-484d-b5af-dfbe13b3ed02 service nova] [instance: fa858069-56fa-4de6-885c-670408b92daa] Refreshing network info cache for port e8bec886-e96d-4ec2-8bb3-914354b7a356 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.066838] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080064} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.067187] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1520.068105] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a941982-00b1-4b8d-a35c-e1747ed59e88 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.095241] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] b7395f42-7370-49c6-b975-05a3432f71d4/b7395f42-7370-49c6-b975-05a3432f71d4.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.096031] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a3d410-20cd-4dbb-a4a8-845a8beb9d2f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.120651] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for the task: (returnval){ [ 1520.120651] env[64147]: value = "task-1839716" [ 1520.120651] env[64147]: _type = "Task" [ 1520.120651] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.132774] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.253652] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839713, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.314415] env[64147]: DEBUG nova.network.neutron [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Successfully created port: 418cc381-994f-47d0-89e0-12ac36aabc61 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.319862] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58bf24c-1b94-44b6-8829-001ae08fd356 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.230s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.345018] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839714, 'name': CreateVM_Task, 'duration_secs': 0.575397} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.345018] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa858069-56fa-4de6-885c-670408b92daa] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1520.345311] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.345311] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.345730] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1520.346285] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d28be6-f9b3-431e-938d-bcf60ea8651d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.353319] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1520.353319] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526c0385-d67c-c12e-8d3f-f60cb38c49f2" [ 1520.353319] env[64147]: _type = "Task" [ 1520.353319] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.364858] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526c0385-d67c-c12e-8d3f-f60cb38c49f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.383167] env[64147]: DEBUG nova.compute.manager [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1520.642833] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.753064] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839713, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.825925] env[64147]: DEBUG nova.compute.manager [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1520.869825] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526c0385-d67c-c12e-8d3f-f60cb38c49f2, 'name': SearchDatastore_Task, 'duration_secs': 0.024985} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.870358] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.870625] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1520.870880] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.871030] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.871233] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.871494] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af9ac6f6-e68b-47ce-909e-3ddb3df6b698 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.886692] env[64147]: DEBUG nova.network.neutron [req-66834cd1-c575-4890-bf80-6411e2f31d74 req-c3531a83-ae2f-484d-b5af-dfbe13b3ed02 service nova] [instance: fa858069-56fa-4de6-885c-670408b92daa] Updated VIF entry in instance network info cache for port e8bec886-e96d-4ec2-8bb3-914354b7a356. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.887056] env[64147]: DEBUG nova.network.neutron [req-66834cd1-c575-4890-bf80-6411e2f31d74 req-c3531a83-ae2f-484d-b5af-dfbe13b3ed02 service nova] [instance: fa858069-56fa-4de6-885c-670408b92daa] Updating instance_info_cache with network_info: [{"id": "e8bec886-e96d-4ec2-8bb3-914354b7a356", "address": "fa:16:3e:e3:40:6a", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bec886-e9", "ovs_interfaceid": "e8bec886-e96d-4ec2-8bb3-914354b7a356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.904595] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.904595] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.904595] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.904595] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.904595] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b66805-8d68-4329-a6cf-4f6d9a45b43d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.913365] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1520.913365] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e8cd23-5d60-6747-f77c-0ebe1b387122" [ 1520.913365] env[64147]: _type = "Task" [ 1520.913365] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.924646] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e8cd23-5d60-6747-f77c-0ebe1b387122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.060303] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ad823a-5f90-4d28-aae6-f3ba76ea1779 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.070957] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2eb092-1d51-4e51-b127-4b04ae05b7f4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.108239] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c366c2d7-9339-44e6-9908-f106559ed572 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.116672] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f994b583-f7ff-4603-8304-1479d140d515 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.134313] env[64147]: DEBUG nova.compute.provider_tree [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.149066] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839716, 'name': ReconfigVM_Task, 'duration_secs': 0.77283} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.149882] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Reconfigured VM instance instance-00000018 to attach disk [datastore1] b7395f42-7370-49c6-b975-05a3432f71d4/b7395f42-7370-49c6-b975-05a3432f71d4.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.149882] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6da24eb3-290a-426f-8235-762c8a59eee7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.158184] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for the task: (returnval){ [ 1521.158184] env[64147]: value = "task-1839717" [ 1521.158184] env[64147]: _type = "Task" [ 1521.158184] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.169091] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839717, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.243868] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839713, 'name': CloneVM_Task, 'duration_secs': 1.854757} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.244318] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Created linked-clone VM from snapshot [ 1521.245313] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937fef4b-14e0-4b79-b591-232402cb3477 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.256671] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Uploading image a85e0808-2181-4a55-9335-dec31c96bdbe {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1521.279869] env[64147]: DEBUG oslo_vmware.rw_handles [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1521.279869] env[64147]: value = "vm-380709" [ 1521.279869] env[64147]: _type = "VirtualMachine" [ 1521.279869] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1521.280468] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37df30bb-5054-49b0-92ec-85229d0cc141 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.290905] env[64147]: DEBUG oslo_vmware.rw_handles [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lease: (returnval){ [ 1521.290905] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5228f05d-f5f2-4d46-cdb5-73f6356adac4" [ 1521.290905] env[64147]: _type = "HttpNfcLease" [ 1521.290905] env[64147]: } obtained for exporting VM: (result){ [ 1521.290905] env[64147]: value = "vm-380709" [ 1521.290905] env[64147]: _type = "VirtualMachine" [ 1521.290905] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1521.291947] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the lease: (returnval){ [ 1521.291947] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5228f05d-f5f2-4d46-cdb5-73f6356adac4" [ 1521.291947] env[64147]: _type = "HttpNfcLease" [ 1521.291947] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1521.308268] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1521.308268] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5228f05d-f5f2-4d46-cdb5-73f6356adac4" [ 1521.308268] env[64147]: _type = "HttpNfcLease" [ 1521.308268] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1521.308268] env[64147]: DEBUG oslo_vmware.rw_handles [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1521.308268] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5228f05d-f5f2-4d46-cdb5-73f6356adac4" [ 1521.308268] env[64147]: _type = "HttpNfcLease" [ 1521.308268] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1521.313798] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcfda54-ba6d-4dde-a4ad-f74d3da831ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.329427] env[64147]: DEBUG oslo_vmware.rw_handles [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb8476-0406-bcb8-4e74-867ac1f99940/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1521.329427] env[64147]: DEBUG oslo_vmware.rw_handles [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb8476-0406-bcb8-4e74-867ac1f99940/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1521.397877] env[64147]: DEBUG oslo_concurrency.lockutils [req-66834cd1-c575-4890-bf80-6411e2f31d74 req-c3531a83-ae2f-484d-b5af-dfbe13b3ed02 service nova] Releasing lock "refresh_cache-fa858069-56fa-4de6-885c-670408b92daa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.402471] env[64147]: DEBUG nova.compute.manager [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1521.420259] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.428258] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e8cd23-5d60-6747-f77c-0ebe1b387122, 'name': SearchDatastore_Task, 'duration_secs': 0.019276} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.433320] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854b740f-d824-4178-b737-aebe13b4716a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.440475] env[64147]: DEBUG nova.virt.hardware [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1521.440757] env[64147]: DEBUG nova.virt.hardware [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.440923] env[64147]: DEBUG nova.virt.hardware [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1521.441127] env[64147]: DEBUG nova.virt.hardware [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.441283] env[64147]: DEBUG nova.virt.hardware [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1521.441429] env[64147]: DEBUG nova.virt.hardware [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1521.441651] env[64147]: DEBUG nova.virt.hardware [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1521.441801] env[64147]: DEBUG nova.virt.hardware [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1521.441976] env[64147]: DEBUG nova.virt.hardware [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1521.442159] env[64147]: DEBUG nova.virt.hardware [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1521.442904] env[64147]: DEBUG nova.virt.hardware [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1521.443297] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c662be1e-eaf0-4b39-8a23-1c5b1b6595ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.449811] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1521.449811] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524e70fc-fb54-6559-a3a5-37484b86ad95" [ 1521.449811] env[64147]: _type = "Task" [ 1521.449811] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.450793] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5bccd438-32de-4e6d-b87a-d81501561069 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.460428] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124893c1-7abe-4ce8-aeb6-f83c9de7b8d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.469300] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524e70fc-fb54-6559-a3a5-37484b86ad95, 'name': SearchDatastore_Task, 'duration_secs': 0.014282} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.469660] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.469931] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] fa858069-56fa-4de6-885c-670408b92daa/fa858069-56fa-4de6-885c-670408b92daa.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1521.472144] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-478380a4-8726-42f9-9f8d-7657a3b368d0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.489718] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1521.489718] env[64147]: value = "task-1839719" [ 1521.489718] env[64147]: _type = "Task" [ 1521.489718] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.502642] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.646191] env[64147]: DEBUG nova.scheduler.client.report [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.670631] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839717, 'name': Rename_Task, 'duration_secs': 0.267345} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.671816] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1521.672239] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f255de29-0a40-4793-932b-1bd398247e9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.680315] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for the task: (returnval){ [ 1521.680315] env[64147]: value = "task-1839720" [ 1521.680315] env[64147]: _type = "Task" [ 1521.680315] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.690943] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.013607] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839719, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.153216] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.153927] env[64147]: DEBUG nova.compute.manager [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1522.159204] env[64147]: DEBUG oslo_concurrency.lockutils [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.873s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.162048] env[64147]: DEBUG nova.objects.instance [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1522.196334] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.212397] env[64147]: DEBUG nova.network.neutron [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Successfully updated port: 418cc381-994f-47d0-89e0-12ac36aabc61 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.338477] env[64147]: DEBUG nova.compute.manager [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Received event network-changed-f617a657-b73b-4a69-aff0-7f452d489187 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1522.338477] env[64147]: DEBUG nova.compute.manager [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Refreshing instance network info cache due to event network-changed-f617a657-b73b-4a69-aff0-7f452d489187. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1522.338477] env[64147]: DEBUG oslo_concurrency.lockutils [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] Acquiring lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.338477] env[64147]: DEBUG oslo_concurrency.lockutils [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] Acquired lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.338477] env[64147]: DEBUG nova.network.neutron [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Refreshing network info cache for port f617a657-b73b-4a69-aff0-7f452d489187 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.502897] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578904} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.503217] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] fa858069-56fa-4de6-885c-670408b92daa/fa858069-56fa-4de6-885c-670408b92daa.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1522.503517] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1522.504320] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34111f8a-667a-479d-ac5d-c98b6d8e008d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.512938] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1522.512938] env[64147]: value = "task-1839721" [ 1522.512938] env[64147]: _type = "Task" [ 1522.512938] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.525537] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.660840] env[64147]: DEBUG nova.compute.utils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1522.663917] env[64147]: DEBUG nova.compute.manager [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1522.663917] env[64147]: DEBUG nova.network.neutron [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1522.700119] env[64147]: DEBUG oslo_vmware.api [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1839720, 'name': PowerOnVM_Task, 'duration_secs': 0.762074} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.702631] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1522.702631] env[64147]: INFO nova.compute.manager [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1522.702631] env[64147]: DEBUG nova.compute.manager [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1522.702631] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bc1213-3a04-40d6-8acd-7a47c421b4ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.716170] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "refresh_cache-29fdb461-3f61-48ef-b36b-9a2c094a86cd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.716307] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "refresh_cache-29fdb461-3f61-48ef-b36b-9a2c094a86cd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.716456] env[64147]: DEBUG nova.network.neutron [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.738845] env[64147]: DEBUG nova.policy [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd416bda6f48d4d4f9e30ea7070dc4ca0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26c427bccc29405e94630c11f4850f89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1523.032050] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078729} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.032554] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1523.036958] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef79de4c-738d-4967-bb44-a28299bfade1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.061766] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] fa858069-56fa-4de6-885c-670408b92daa/fa858069-56fa-4de6-885c-670408b92daa.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.062140] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd6b5482-6ffd-439e-896d-73230228995f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.086025] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1523.086025] env[64147]: value = "task-1839722" [ 1523.086025] env[64147]: _type = "Task" [ 1523.086025] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.094783] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.168312] env[64147]: DEBUG nova.compute.manager [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1523.175989] env[64147]: DEBUG oslo_concurrency.lockutils [None req-595a57c0-de6b-4c1f-b547-b18752aa3918 tempest-ServersAdmin275Test-1844391487 tempest-ServersAdmin275Test-1844391487-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.176717] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.207s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.178425] env[64147]: INFO nova.compute.claims [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1523.231925] env[64147]: INFO nova.compute.manager [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Took 46.08 seconds to build instance. [ 1523.297119] env[64147]: DEBUG nova.network.neutron [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1523.399216] env[64147]: DEBUG nova.network.neutron [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Successfully created port: 47253961-3f30-488b-bfe1-0ba6d842f385 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1523.427383] env[64147]: DEBUG nova.network.neutron [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updated VIF entry in instance network info cache for port f617a657-b73b-4a69-aff0-7f452d489187. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.428044] env[64147]: DEBUG nova.network.neutron [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance_info_cache with network_info: [{"id": "f617a657-b73b-4a69-aff0-7f452d489187", "address": "fa:16:3e:b4:51:fd", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf617a657-b7", "ovs_interfaceid": "f617a657-b73b-4a69-aff0-7f452d489187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.596326] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.606446] env[64147]: DEBUG nova.network.neutron [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Updating instance_info_cache with network_info: [{"id": "418cc381-994f-47d0-89e0-12ac36aabc61", "address": "fa:16:3e:d2:76:59", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418cc381-99", "ovs_interfaceid": "418cc381-994f-47d0-89e0-12ac36aabc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.664022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "482d902a-48d3-4165-b346-9e4266f2c923" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.664022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "482d902a-48d3-4165-b346-9e4266f2c923" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.664022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "482d902a-48d3-4165-b346-9e4266f2c923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.664022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "482d902a-48d3-4165-b346-9e4266f2c923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.664376] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "482d902a-48d3-4165-b346-9e4266f2c923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.666940] env[64147]: INFO nova.compute.manager [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Terminating instance [ 1523.735373] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1811cd61-47b2-46ca-b6d5-fce7ec2ea836 tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Lock "b7395f42-7370-49c6-b975-05a3432f71d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.802s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.933264] env[64147]: DEBUG oslo_concurrency.lockutils [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] Releasing lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.933264] env[64147]: DEBUG nova.compute.manager [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Received event network-vif-plugged-418cc381-994f-47d0-89e0-12ac36aabc61 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1523.933264] env[64147]: DEBUG oslo_concurrency.lockutils [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] Acquiring lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.933264] env[64147]: DEBUG oslo_concurrency.lockutils [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] Lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.933264] env[64147]: DEBUG oslo_concurrency.lockutils [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] Lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.933576] env[64147]: DEBUG nova.compute.manager [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] No waiting events found dispatching network-vif-plugged-418cc381-994f-47d0-89e0-12ac36aabc61 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1523.933576] env[64147]: WARNING nova.compute.manager [req-556069e3-3d83-4b12-bf79-0daf716f182f req-f781b94a-8282-4b64-8140-97431ca2cebe service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Received unexpected event network-vif-plugged-418cc381-994f-47d0-89e0-12ac36aabc61 for instance with vm_state building and task_state spawning. [ 1524.096921] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839722, 'name': ReconfigVM_Task, 'duration_secs': 0.702144} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.098836] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Reconfigured VM instance instance-00000019 to attach disk [datastore1] fa858069-56fa-4de6-885c-670408b92daa/fa858069-56fa-4de6-885c-670408b92daa.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.098836] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19fb4891-ec06-4886-8715-9d5111534370 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.106149] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1524.106149] env[64147]: value = "task-1839723" [ 1524.106149] env[64147]: _type = "Task" [ 1524.106149] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.109977] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "refresh_cache-29fdb461-3f61-48ef-b36b-9a2c094a86cd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.110321] env[64147]: DEBUG nova.compute.manager [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Instance network_info: |[{"id": "418cc381-994f-47d0-89e0-12ac36aabc61", "address": "fa:16:3e:d2:76:59", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418cc381-99", "ovs_interfaceid": "418cc381-994f-47d0-89e0-12ac36aabc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1524.110736] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:76:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '418cc381-994f-47d0-89e0-12ac36aabc61', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.118687] env[64147]: DEBUG oslo.service.loopingcall [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.119424] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1524.119655] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-791c67b4-05d8-43ac-9708-76cd9c506ef8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.138410] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839723, 'name': Rename_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.145264] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1524.145264] env[64147]: value = "task-1839724" [ 1524.145264] env[64147]: _type = "Task" [ 1524.145264] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.154430] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839724, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.171693] env[64147]: DEBUG nova.compute.manager [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1524.171789] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1524.172892] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cfe10b-61e8-430b-bfda-9060ecafb628 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.179325] env[64147]: DEBUG nova.compute.manager [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1524.182961] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1524.183257] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98c6065c-72bf-4563-98ee-e7bf5578532a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.220267] env[64147]: DEBUG nova.virt.hardware [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1524.220546] env[64147]: DEBUG nova.virt.hardware [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1524.220752] env[64147]: DEBUG nova.virt.hardware [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1524.220954] env[64147]: DEBUG nova.virt.hardware [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1524.221162] env[64147]: DEBUG nova.virt.hardware [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1524.221345] env[64147]: DEBUG nova.virt.hardware [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1524.221589] env[64147]: DEBUG nova.virt.hardware [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1524.221862] env[64147]: DEBUG nova.virt.hardware [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1524.222097] env[64147]: DEBUG nova.virt.hardware [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1524.222328] env[64147]: DEBUG nova.virt.hardware [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1524.222528] env[64147]: DEBUG nova.virt.hardware [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1524.223918] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f4ebff-b66a-4a25-a030-a8795f89d6db {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.238962] env[64147]: DEBUG nova.compute.manager [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1524.243640] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f6308e-cf37-442a-9b49-7b1c00acaf04 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.279074] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1524.279074] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1524.279074] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Deleting the datastore file [datastore1] 482d902a-48d3-4165-b346-9e4266f2c923 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1524.279074] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76cba777-c1a7-4017-9ed8-165cfbfaa129 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.293103] env[64147]: DEBUG oslo_vmware.api [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1524.293103] env[64147]: value = "task-1839726" [ 1524.293103] env[64147]: _type = "Task" [ 1524.293103] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.305550] env[64147]: DEBUG oslo_vmware.api [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.623717] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839723, 'name': Rename_Task, 'duration_secs': 0.220791} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.624950] env[64147]: DEBUG nova.compute.manager [req-d46fbb5d-c127-4c12-bc1c-405e98f7906b req-2dc469a1-fea3-47fd-9b3d-24dda03bd42e service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Received event network-changed-418cc381-994f-47d0-89e0-12ac36aabc61 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1524.625439] env[64147]: DEBUG nova.compute.manager [req-d46fbb5d-c127-4c12-bc1c-405e98f7906b req-2dc469a1-fea3-47fd-9b3d-24dda03bd42e service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Refreshing instance network info cache due to event network-changed-418cc381-994f-47d0-89e0-12ac36aabc61. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1524.625439] env[64147]: DEBUG oslo_concurrency.lockutils [req-d46fbb5d-c127-4c12-bc1c-405e98f7906b req-2dc469a1-fea3-47fd-9b3d-24dda03bd42e service nova] Acquiring lock "refresh_cache-29fdb461-3f61-48ef-b36b-9a2c094a86cd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.625627] env[64147]: DEBUG oslo_concurrency.lockutils [req-d46fbb5d-c127-4c12-bc1c-405e98f7906b req-2dc469a1-fea3-47fd-9b3d-24dda03bd42e service nova] Acquired lock "refresh_cache-29fdb461-3f61-48ef-b36b-9a2c094a86cd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.625727] env[64147]: DEBUG nova.network.neutron [req-d46fbb5d-c127-4c12-bc1c-405e98f7906b req-2dc469a1-fea3-47fd-9b3d-24dda03bd42e service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Refreshing network info cache for port 418cc381-994f-47d0-89e0-12ac36aabc61 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.632245] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.632245] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31a0ea1a-2626-45bf-b8e6-183fc54c2354 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.640378] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1524.640378] env[64147]: value = "task-1839727" [ 1524.640378] env[64147]: _type = "Task" [ 1524.640378] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.655671] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.663567] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839724, 'name': CreateVM_Task, 'duration_secs': 0.385294} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.663567] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.668365] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.668365] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.668365] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.669340] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c11b73d-4527-4553-9d71-33940a1f5b3d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.676364] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1524.676364] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ed3d93-4963-a521-f000-52cdaddf495b" [ 1524.676364] env[64147]: _type = "Task" [ 1524.676364] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.687557] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ed3d93-4963-a521-f000-52cdaddf495b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.772580] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.803982] env[64147]: DEBUG oslo_vmware.api [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297644} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.807179] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.807385] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.807562] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.807730] env[64147]: INFO nova.compute.manager [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1524.807977] env[64147]: DEBUG oslo.service.loopingcall [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.808356] env[64147]: DEBUG nova.compute.manager [-] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1524.808455] env[64147]: DEBUG nova.network.neutron [-] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1524.870912] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b03937-cadd-4e22-964c-5c9c43f89a99 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.882028] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36beb866-e9ea-4225-b097-9b10d4d919ae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.919198] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c33f409-5a22-43d3-b0c0-1e3f432264da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.929259] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1831df10-a4a0-4179-b203-59fab7025426 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.944634] env[64147]: DEBUG nova.compute.provider_tree [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.075367] env[64147]: DEBUG nova.network.neutron [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Successfully updated port: 47253961-3f30-488b-bfe1-0ba6d842f385 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.156684] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.190225] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ed3d93-4963-a521-f000-52cdaddf495b, 'name': SearchDatastore_Task, 'duration_secs': 0.016274} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.190225] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.190545] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.190833] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.191050] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.191318] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.191623] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8b218ac-699e-4588-8b3a-8fe838e07195 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.202601] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.202808] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.203662] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f444f6c-3934-4827-a17c-5d7aef6b9f70 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.210929] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1525.210929] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f7cb0c-7878-fbfa-6fc2-9322ac16585e" [ 1525.210929] env[64147]: _type = "Task" [ 1525.210929] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.222619] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f7cb0c-7878-fbfa-6fc2-9322ac16585e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.375741] env[64147]: DEBUG nova.network.neutron [req-d46fbb5d-c127-4c12-bc1c-405e98f7906b req-2dc469a1-fea3-47fd-9b3d-24dda03bd42e service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Updated VIF entry in instance network info cache for port 418cc381-994f-47d0-89e0-12ac36aabc61. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.376214] env[64147]: DEBUG nova.network.neutron [req-d46fbb5d-c127-4c12-bc1c-405e98f7906b req-2dc469a1-fea3-47fd-9b3d-24dda03bd42e service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Updating instance_info_cache with network_info: [{"id": "418cc381-994f-47d0-89e0-12ac36aabc61", "address": "fa:16:3e:d2:76:59", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418cc381-99", "ovs_interfaceid": "418cc381-994f-47d0-89e0-12ac36aabc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.382428] env[64147]: DEBUG nova.compute.manager [req-46ebcba4-4986-44c4-bc04-3cbc933316fe req-53897ee7-ef95-4a63-9fe5-abe54bca7b76 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Received event network-changed-5150b7d8-2b28-4e66-9524-4aedb27c8ba4 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1525.382688] env[64147]: DEBUG nova.compute.manager [req-46ebcba4-4986-44c4-bc04-3cbc933316fe req-53897ee7-ef95-4a63-9fe5-abe54bca7b76 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Refreshing instance network info cache due to event network-changed-5150b7d8-2b28-4e66-9524-4aedb27c8ba4. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1525.384086] env[64147]: DEBUG oslo_concurrency.lockutils [req-46ebcba4-4986-44c4-bc04-3cbc933316fe req-53897ee7-ef95-4a63-9fe5-abe54bca7b76 service nova] Acquiring lock "refresh_cache-b7395f42-7370-49c6-b975-05a3432f71d4" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.384258] env[64147]: DEBUG oslo_concurrency.lockutils [req-46ebcba4-4986-44c4-bc04-3cbc933316fe req-53897ee7-ef95-4a63-9fe5-abe54bca7b76 service nova] Acquired lock "refresh_cache-b7395f42-7370-49c6-b975-05a3432f71d4" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.384471] env[64147]: DEBUG nova.network.neutron [req-46ebcba4-4986-44c4-bc04-3cbc933316fe req-53897ee7-ef95-4a63-9fe5-abe54bca7b76 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Refreshing network info cache for port 5150b7d8-2b28-4e66-9524-4aedb27c8ba4 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.447749] env[64147]: DEBUG nova.scheduler.client.report [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.577827] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquiring lock "refresh_cache-38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.579044] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquired lock "refresh_cache-38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.579044] env[64147]: DEBUG nova.network.neutron [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.652367] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.722159] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f7cb0c-7878-fbfa-6fc2-9322ac16585e, 'name': SearchDatastore_Task, 'duration_secs': 0.015989} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.722969] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f587b672-0e48-4a15-b767-43b9e048a1c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.731502] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1525.731502] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cac231-1f8c-e4d7-678d-64758cef26b1" [ 1525.731502] env[64147]: _type = "Task" [ 1525.731502] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.741041] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cac231-1f8c-e4d7-678d-64758cef26b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.890264] env[64147]: DEBUG oslo_concurrency.lockutils [req-d46fbb5d-c127-4c12-bc1c-405e98f7906b req-2dc469a1-fea3-47fd-9b3d-24dda03bd42e service nova] Releasing lock "refresh_cache-29fdb461-3f61-48ef-b36b-9a2c094a86cd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.954451] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.955062] env[64147]: DEBUG nova.compute.manager [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1525.962030] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.157s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.962030] env[64147]: DEBUG nova.objects.instance [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Lazy-loading 'resources' on Instance uuid b523b53f-5dd6-41e4-a097-3ac8cb9b09ac {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.000604] env[64147]: DEBUG nova.network.neutron [-] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.117954] env[64147]: DEBUG nova.network.neutron [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.161468] env[64147]: DEBUG oslo_vmware.api [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839727, 'name': PowerOnVM_Task, 'duration_secs': 1.478056} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.161855] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1526.161980] env[64147]: INFO nova.compute.manager [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1526.162405] env[64147]: DEBUG nova.compute.manager [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.163238] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e1bc41-0502-494c-90f3-e93f654e6c24 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.247127] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cac231-1f8c-e4d7-678d-64758cef26b1, 'name': SearchDatastore_Task, 'duration_secs': 0.019525} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.247804] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.247893] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 29fdb461-3f61-48ef-b36b-9a2c094a86cd/29fdb461-3f61-48ef-b36b-9a2c094a86cd.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.248292] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac299ddb-eda0-47f2-a627-cd4a9fccd8c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.259594] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1526.259594] env[64147]: value = "task-1839728" [ 1526.259594] env[64147]: _type = "Task" [ 1526.259594] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.271914] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.300434] env[64147]: DEBUG nova.network.neutron [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Updating instance_info_cache with network_info: [{"id": "47253961-3f30-488b-bfe1-0ba6d842f385", "address": "fa:16:3e:12:ab:61", "network": {"id": "e4ea4bfe-d585-46a5-853e-8242be5744c3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1988534331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26c427bccc29405e94630c11f4850f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47253961-3f", "ovs_interfaceid": "47253961-3f30-488b-bfe1-0ba6d842f385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.360175] env[64147]: DEBUG nova.network.neutron [req-46ebcba4-4986-44c4-bc04-3cbc933316fe req-53897ee7-ef95-4a63-9fe5-abe54bca7b76 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Updated VIF entry in instance network info cache for port 5150b7d8-2b28-4e66-9524-4aedb27c8ba4. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.360175] env[64147]: DEBUG nova.network.neutron [req-46ebcba4-4986-44c4-bc04-3cbc933316fe req-53897ee7-ef95-4a63-9fe5-abe54bca7b76 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Updating instance_info_cache with network_info: [{"id": "5150b7d8-2b28-4e66-9524-4aedb27c8ba4", "address": "fa:16:3e:88:b7:14", "network": {"id": "b87f7fa6-349a-410e-8c7a-6f513e77b42c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1511685384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e952e6b34224474a467b95156ac7cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5150b7d8-2b", "ovs_interfaceid": "5150b7d8-2b28-4e66-9524-4aedb27c8ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.469831] env[64147]: DEBUG nova.compute.utils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1526.473457] env[64147]: DEBUG nova.compute.manager [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1526.473846] env[64147]: DEBUG nova.network.neutron [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1526.503158] env[64147]: INFO nova.compute.manager [-] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Took 1.69 seconds to deallocate network for instance. [ 1526.576106] env[64147]: DEBUG nova.policy [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86dd5d51fed24b15a0b78876bd502d5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a897699df66a45719181b4bf8d91c19e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1526.687098] env[64147]: INFO nova.compute.manager [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Took 46.37 seconds to build instance. [ 1526.776525] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839728, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.806028] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Releasing lock "refresh_cache-38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.806028] env[64147]: DEBUG nova.compute.manager [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Instance network_info: |[{"id": "47253961-3f30-488b-bfe1-0ba6d842f385", "address": "fa:16:3e:12:ab:61", "network": {"id": "e4ea4bfe-d585-46a5-853e-8242be5744c3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1988534331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26c427bccc29405e94630c11f4850f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47253961-3f", "ovs_interfaceid": "47253961-3f30-488b-bfe1-0ba6d842f385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1526.806391] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:ab:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47253961-3f30-488b-bfe1-0ba6d842f385', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1526.814425] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Creating folder: Project (26c427bccc29405e94630c11f4850f89). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.818116] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb0b03ad-3b33-4188-b65a-028aa8bab0ae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.856023] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Created folder: Project (26c427bccc29405e94630c11f4850f89) in parent group-v380629. [ 1526.856023] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Creating folder: Instances. Parent ref: group-v380712. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.856023] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17ecfab6-cc9f-4f8d-808d-3ec97a0788c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.864856] env[64147]: DEBUG oslo_concurrency.lockutils [req-46ebcba4-4986-44c4-bc04-3cbc933316fe req-53897ee7-ef95-4a63-9fe5-abe54bca7b76 service nova] Releasing lock "refresh_cache-b7395f42-7370-49c6-b975-05a3432f71d4" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.878452] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Created folder: Instances in parent group-v380712. [ 1526.878452] env[64147]: DEBUG oslo.service.loopingcall [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1526.881627] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1526.882829] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95d3274f-021e-4f1c-985e-5c269d1e93a3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.914053] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1526.914053] env[64147]: value = "task-1839731" [ 1526.914053] env[64147]: _type = "Task" [ 1526.914053] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.927206] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839731, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.976185] env[64147]: DEBUG nova.compute.manager [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1527.011824] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.130701] env[64147]: DEBUG nova.compute.manager [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Received event network-vif-plugged-47253961-3f30-488b-bfe1-0ba6d842f385 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1527.130830] env[64147]: DEBUG oslo_concurrency.lockutils [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] Acquiring lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.130987] env[64147]: DEBUG oslo_concurrency.lockutils [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] Lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.131191] env[64147]: DEBUG oslo_concurrency.lockutils [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] Lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.131372] env[64147]: DEBUG nova.compute.manager [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] No waiting events found dispatching network-vif-plugged-47253961-3f30-488b-bfe1-0ba6d842f385 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1527.131536] env[64147]: WARNING nova.compute.manager [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Received unexpected event network-vif-plugged-47253961-3f30-488b-bfe1-0ba6d842f385 for instance with vm_state building and task_state spawning. [ 1527.131698] env[64147]: DEBUG nova.compute.manager [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Received event network-changed-47253961-3f30-488b-bfe1-0ba6d842f385 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1527.131882] env[64147]: DEBUG nova.compute.manager [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Refreshing instance network info cache due to event network-changed-47253961-3f30-488b-bfe1-0ba6d842f385. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1527.132056] env[64147]: DEBUG oslo_concurrency.lockutils [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] Acquiring lock "refresh_cache-38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.132189] env[64147]: DEBUG oslo_concurrency.lockutils [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] Acquired lock "refresh_cache-38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.132342] env[64147]: DEBUG nova.network.neutron [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Refreshing network info cache for port 47253961-3f30-488b-bfe1-0ba6d842f385 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.146254] env[64147]: DEBUG nova.network.neutron [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Successfully created port: 57c197d7-57f3-4381-b008-9ac8ad38ac36 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1527.190256] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428a3708-e131-422b-ab3c-8ef14faca13c tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "fa858069-56fa-4de6-885c-670408b92daa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.924s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.199610] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f955e9f8-5d61-493c-b109-fb34070ed169 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.210738] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ef2ae0-70ba-47ef-a504-67bda8901bf4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.243446] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd48601c-fede-482c-88c4-ba99e70c949a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.252105] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59414f40-fdb5-4191-ba6c-79ade8fa7c9b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.268390] env[64147]: DEBUG nova.compute.provider_tree [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.280043] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72797} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.280649] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 29fdb461-3f61-48ef-b36b-9a2c094a86cd/29fdb461-3f61-48ef-b36b-9a2c094a86cd.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.280878] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.281153] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f610957-da38-4cc3-b0b4-ec36cf66c565 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.290113] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1527.290113] env[64147]: value = "task-1839732" [ 1527.290113] env[64147]: _type = "Task" [ 1527.290113] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.301040] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.424051] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839731, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.533728] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquiring lock "d9912b4a-3073-4db8-9362-ccafacf2802d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.533728] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Lock "d9912b4a-3073-4db8-9362-ccafacf2802d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.693192] env[64147]: DEBUG nova.compute.manager [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1527.753417] env[64147]: DEBUG nova.compute.manager [req-7d2bd18e-65f0-414e-a3ab-e93a203b938e req-f1eb105f-f74e-4076-9a06-f0b80f41b8da service nova] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Received event network-vif-deleted-053cdc36-e32a-4e5d-b9da-364a1dae0758 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1527.776235] env[64147]: DEBUG nova.scheduler.client.report [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.801486] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088784} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.801752] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.802553] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195ace1e-8de5-40a2-bba6-49ab30530504 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.828481] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 29fdb461-3f61-48ef-b36b-9a2c094a86cd/29fdb461-3f61-48ef-b36b-9a2c094a86cd.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.830882] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ec294fd-5150-4e62-a218-d7a29621b144 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.852147] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1527.852147] env[64147]: value = "task-1839733" [ 1527.852147] env[64147]: _type = "Task" [ 1527.852147] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.862431] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.883669] env[64147]: DEBUG nova.network.neutron [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Updated VIF entry in instance network info cache for port 47253961-3f30-488b-bfe1-0ba6d842f385. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.884090] env[64147]: DEBUG nova.network.neutron [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Updating instance_info_cache with network_info: [{"id": "47253961-3f30-488b-bfe1-0ba6d842f385", "address": "fa:16:3e:12:ab:61", "network": {"id": "e4ea4bfe-d585-46a5-853e-8242be5744c3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1988534331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26c427bccc29405e94630c11f4850f89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47253961-3f", "ovs_interfaceid": "47253961-3f30-488b-bfe1-0ba6d842f385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.924860] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839731, 'name': CreateVM_Task, 'duration_secs': 0.551898} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.925066] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.925790] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.925986] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.926394] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.926980] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e8e969-da2f-4867-9d3f-cb733c3ed0e8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.932690] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for the task: (returnval){ [ 1527.932690] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e10737-09c0-a5d6-a835-50c91ef24baa" [ 1527.932690] env[64147]: _type = "Task" [ 1527.932690] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.941456] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e10737-09c0-a5d6-a835-50c91ef24baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.988857] env[64147]: DEBUG nova.compute.manager [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1528.017755] env[64147]: DEBUG nova.virt.hardware [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1528.018085] env[64147]: DEBUG nova.virt.hardware [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.018239] env[64147]: DEBUG nova.virt.hardware [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1528.018441] env[64147]: DEBUG nova.virt.hardware [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.018583] env[64147]: DEBUG nova.virt.hardware [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1528.018726] env[64147]: DEBUG nova.virt.hardware [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1528.018945] env[64147]: DEBUG nova.virt.hardware [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1528.019228] env[64147]: DEBUG nova.virt.hardware [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1528.019329] env[64147]: DEBUG nova.virt.hardware [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1528.019472] env[64147]: DEBUG nova.virt.hardware [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1528.019882] env[64147]: DEBUG nova.virt.hardware [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1528.020623] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcd1611-6774-490e-8b8a-616df59bb1ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.032073] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd33c54-2190-416f-afdf-d8d9286999e6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.222323] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.283570] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.287084] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.794s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.287412] env[64147]: DEBUG nova.objects.instance [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lazy-loading 'resources' on Instance uuid 7fbe345a-3ce0-4e4d-9a64-aecade889565 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.308489] env[64147]: INFO nova.scheduler.client.report [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Deleted allocations for instance b523b53f-5dd6-41e4-a097-3ac8cb9b09ac [ 1528.368014] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839733, 'name': ReconfigVM_Task, 'duration_secs': 0.46361} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.368014] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 29fdb461-3f61-48ef-b36b-9a2c094a86cd/29fdb461-3f61-48ef-b36b-9a2c094a86cd.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.369096] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5513f5d5-9609-4970-b742-0bd819777b82 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.380366] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1528.380366] env[64147]: value = "task-1839734" [ 1528.380366] env[64147]: _type = "Task" [ 1528.380366] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.387273] env[64147]: DEBUG oslo_concurrency.lockutils [req-76233086-6a50-48c9-ad51-93d94b61d840 req-92bd11ab-e705-442c-8d7f-8596b72e36bc service nova] Releasing lock "refresh_cache-38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.398402] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839734, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.445776] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e10737-09c0-a5d6-a835-50c91ef24baa, 'name': SearchDatastore_Task, 'duration_secs': 0.026795} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.446278] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.446510] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.446771] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.446940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.447223] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.447430] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a554be15-be35-44ea-bce3-4fb1e5c1c5be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.459349] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.459537] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.460553] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05d9c08-2f45-4971-8207-344d14c0926b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.467776] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for the task: (returnval){ [ 1528.467776] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529768f9-829f-1205-d9e4-12ff258ed705" [ 1528.467776] env[64147]: _type = "Task" [ 1528.467776] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.481840] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529768f9-829f-1205-d9e4-12ff258ed705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.817851] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d114990b-aa08-44a9-8c35-6a0b2da82de8 tempest-InstanceActionsV221TestJSON-91668185 tempest-InstanceActionsV221TestJSON-91668185-project-member] Lock "b523b53f-5dd6-41e4-a097-3ac8cb9b09ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.746s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.894851] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839734, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.988771] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529768f9-829f-1205-d9e4-12ff258ed705, 'name': SearchDatastore_Task, 'duration_secs': 0.018867} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.993184] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b7e453-3c53-45f3-907f-272a764b4c04 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.001294] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for the task: (returnval){ [ 1529.001294] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fb7a81-cc51-ceb9-4df6-4643909ac7d7" [ 1529.001294] env[64147]: _type = "Task" [ 1529.001294] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.016012] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fb7a81-cc51-ceb9-4df6-4643909ac7d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.105028] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "008248b7-29c5-48ea-a253-80534c1c9c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.105581] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "008248b7-29c5-48ea-a253-80534c1c9c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.161266] env[64147]: DEBUG nova.network.neutron [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Successfully updated port: 57c197d7-57f3-4381-b008-9ac8ad38ac36 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1529.374647] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32b3c22-57ca-436f-9ffe-64f1b66c1d54 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.386428] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a344c7-3be4-4e3a-9606-58b643d845b5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.396745] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839734, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.423119] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71253078-8689-44a4-8be8-85975e4a5f73 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.431826] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894dbb1b-7f2e-423e-853f-8f87c2cf98e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.447331] env[64147]: DEBUG nova.compute.provider_tree [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.511638] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fb7a81-cc51-ceb9-4df6-4643909ac7d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013372} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.511944] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.512226] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9/38bb528d-e25b-468e-9d8c-bbfe8cf09ce9.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.512494] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fe9b878-6d63-48bb-93d5-e67af94cc7fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.522478] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for the task: (returnval){ [ 1529.522478] env[64147]: value = "task-1839735" [ 1529.522478] env[64147]: _type = "Task" [ 1529.522478] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.532093] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.664542] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "refresh_cache-44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.664701] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquired lock "refresh_cache-44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.664950] env[64147]: DEBUG nova.network.neutron [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.781084] env[64147]: DEBUG nova.compute.manager [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Received event network-vif-plugged-57c197d7-57f3-4381-b008-9ac8ad38ac36 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1529.781353] env[64147]: DEBUG oslo_concurrency.lockutils [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] Acquiring lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.781560] env[64147]: DEBUG oslo_concurrency.lockutils [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] Lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.781724] env[64147]: DEBUG oslo_concurrency.lockutils [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] Lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.781891] env[64147]: DEBUG nova.compute.manager [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] No waiting events found dispatching network-vif-plugged-57c197d7-57f3-4381-b008-9ac8ad38ac36 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1529.782069] env[64147]: WARNING nova.compute.manager [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Received unexpected event network-vif-plugged-57c197d7-57f3-4381-b008-9ac8ad38ac36 for instance with vm_state building and task_state spawning. [ 1529.782231] env[64147]: DEBUG nova.compute.manager [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Received event network-changed-57c197d7-57f3-4381-b008-9ac8ad38ac36 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1529.782383] env[64147]: DEBUG nova.compute.manager [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Refreshing instance network info cache due to event network-changed-57c197d7-57f3-4381-b008-9ac8ad38ac36. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1529.782546] env[64147]: DEBUG oslo_concurrency.lockutils [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] Acquiring lock "refresh_cache-44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.893217] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839734, 'name': Rename_Task, 'duration_secs': 1.16068} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.893626] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.893811] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f15e7041-cf0e-4b7a-ad88-d9869649dcc0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.902722] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1529.902722] env[64147]: value = "task-1839736" [ 1529.902722] env[64147]: _type = "Task" [ 1529.902722] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.914191] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.951742] env[64147]: DEBUG nova.scheduler.client.report [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.033870] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839735, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.226728] env[64147]: DEBUG nova.network.neutron [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1530.420060] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.462150] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.462150] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.269s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.468628] env[64147]: INFO nova.compute.claims [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.501541] env[64147]: INFO nova.scheduler.client.report [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Deleted allocations for instance 7fbe345a-3ce0-4e4d-9a64-aecade889565 [ 1530.538550] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730011} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.539702] env[64147]: DEBUG nova.network.neutron [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Updating instance_info_cache with network_info: [{"id": "57c197d7-57f3-4381-b008-9ac8ad38ac36", "address": "fa:16:3e:96:e9:63", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57c197d7-57", "ovs_interfaceid": "57c197d7-57f3-4381-b008-9ac8ad38ac36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.541698] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9/38bb528d-e25b-468e-9d8c-bbfe8cf09ce9.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.541698] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.543511] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97c6bbea-b52b-4f85-8cf7-fe4990dc30df {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.554180] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for the task: (returnval){ [ 1530.554180] env[64147]: value = "task-1839737" [ 1530.554180] env[64147]: _type = "Task" [ 1530.554180] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.566283] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.914221] env[64147]: DEBUG oslo_vmware.api [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839736, 'name': PowerOnVM_Task, 'duration_secs': 0.619264} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.915759] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.916851] env[64147]: INFO nova.compute.manager [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1530.917161] env[64147]: DEBUG nova.compute.manager [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.918176] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de1da39-5ec9-498d-8d30-e8c403681487 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.013569] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4632db9f-3c78-47ca-9931-66a0344cd676 tempest-ServersAdmin275Test-1509562912 tempest-ServersAdmin275Test-1509562912-project-member] Lock "7fbe345a-3ce0-4e4d-9a64-aecade889565" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.123s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.044239] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Releasing lock "refresh_cache-44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.044239] env[64147]: DEBUG nova.compute.manager [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Instance network_info: |[{"id": "57c197d7-57f3-4381-b008-9ac8ad38ac36", "address": "fa:16:3e:96:e9:63", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57c197d7-57", "ovs_interfaceid": "57c197d7-57f3-4381-b008-9ac8ad38ac36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1531.044393] env[64147]: DEBUG oslo_concurrency.lockutils [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] Acquired lock "refresh_cache-44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.044393] env[64147]: DEBUG nova.network.neutron [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Refreshing network info cache for port 57c197d7-57f3-4381-b008-9ac8ad38ac36 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.045176] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:e9:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57c197d7-57f3-4381-b008-9ac8ad38ac36', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.053262] env[64147]: DEBUG oslo.service.loopingcall [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.054645] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.057390] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-543aefda-6ce2-4067-8f5c-0d845e532a08 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.084878] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087674} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.086406] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.086914] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.086914] env[64147]: value = "task-1839738" [ 1531.086914] env[64147]: _type = "Task" [ 1531.086914] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.087760] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea56ff4-f1f6-442b-89b6-efee58a64a5c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.117601] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9/38bb528d-e25b-468e-9d8c-bbfe8cf09ce9.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.117870] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839738, 'name': CreateVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.118128] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a52a2d0-de0a-4937-b39f-c269dac8ed94 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.139832] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for the task: (returnval){ [ 1531.139832] env[64147]: value = "task-1839739" [ 1531.139832] env[64147]: _type = "Task" [ 1531.139832] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.148512] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.441389] env[64147]: INFO nova.compute.manager [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Took 42.68 seconds to build instance. [ 1531.601164] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839738, 'name': CreateVM_Task, 'duration_secs': 0.484772} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.601437] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1531.602015] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.602190] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.602495] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.602809] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3758b0-9116-42c3-b652-325961b249ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.607423] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1531.607423] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5210ce33-3502-0391-95d4-5890a4857739" [ 1531.607423] env[64147]: _type = "Task" [ 1531.607423] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.619718] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5210ce33-3502-0391-95d4-5890a4857739, 'name': SearchDatastore_Task} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.619996] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.620234] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1531.621123] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.621123] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.621123] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1531.621123] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab86f27c-1a79-4396-88f9-1fd3653c289f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.635481] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1531.635937] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1531.636435] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf42205-cf4c-450a-a213-50eb4aa2a038 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.646542] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1531.646542] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5240fc16-62e2-351e-0ba2-027cc4321edc" [ 1531.646542] env[64147]: _type = "Task" [ 1531.646542] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.653068] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839739, 'name': ReconfigVM_Task, 'duration_secs': 0.424402} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.655923] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9/38bb528d-e25b-468e-9d8c-bbfe8cf09ce9.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.657178] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-826b83da-8356-4921-83ce-6dbbad124a38 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.661926] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5240fc16-62e2-351e-0ba2-027cc4321edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.669359] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for the task: (returnval){ [ 1531.669359] env[64147]: value = "task-1839740" [ 1531.669359] env[64147]: _type = "Task" [ 1531.669359] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.680950] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839740, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.896553] env[64147]: INFO nova.compute.manager [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Rescuing [ 1531.896859] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "refresh_cache-29fdb461-3f61-48ef-b36b-9a2c094a86cd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.897058] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "refresh_cache-29fdb461-3f61-48ef-b36b-9a2c094a86cd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.897273] env[64147]: DEBUG nova.network.neutron [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.943623] env[64147]: DEBUG oslo_concurrency.lockutils [None req-544b184f-dbe2-4eb9-b8b2-d71e8e88f832 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.211s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.952174] env[64147]: DEBUG nova.network.neutron [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Updated VIF entry in instance network info cache for port 57c197d7-57f3-4381-b008-9ac8ad38ac36. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1531.952694] env[64147]: DEBUG nova.network.neutron [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Updating instance_info_cache with network_info: [{"id": "57c197d7-57f3-4381-b008-9ac8ad38ac36", "address": "fa:16:3e:96:e9:63", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57c197d7-57", "ovs_interfaceid": "57c197d7-57f3-4381-b008-9ac8ad38ac36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.082061] env[64147]: DEBUG oslo_vmware.rw_handles [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb8476-0406-bcb8-4e74-867ac1f99940/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1532.082061] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ed7da0-5ad5-4792-a505-dda942d54983 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.087965] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e764f3-5a02-40ca-8245-65272c7380c9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.095035] env[64147]: DEBUG oslo_vmware.rw_handles [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb8476-0406-bcb8-4e74-867ac1f99940/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1532.095495] env[64147]: ERROR oslo_vmware.rw_handles [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb8476-0406-bcb8-4e74-867ac1f99940/disk-0.vmdk due to incomplete transfer. [ 1532.097777] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4ec5cfde-3477-4644-9278-54c25aece2f8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.101299] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef1ef93-e80d-45e1-af06-7e823127401c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.135691] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b9c11f-33dc-497f-b7f5-ae89591728d6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.139185] env[64147]: DEBUG oslo_vmware.rw_handles [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb8476-0406-bcb8-4e74-867ac1f99940/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1532.139352] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Uploaded image a85e0808-2181-4a55-9335-dec31c96bdbe to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1532.141547] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1532.141923] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6158cb7a-e932-4fcc-8bba-230e9b0b128a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.153296] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a56ce8-1c6f-407e-917a-cbb6cad979ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.158846] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1532.158846] env[64147]: value = "task-1839741" [ 1532.158846] env[64147]: _type = "Task" [ 1532.158846] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.173850] env[64147]: DEBUG nova.compute.provider_tree [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.176272] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5240fc16-62e2-351e-0ba2-027cc4321edc, 'name': SearchDatastore_Task, 'duration_secs': 0.035815} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.183087] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a08e55-a339-4b25-a544-88344b33716f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.185956] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839741, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.192555] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839740, 'name': Rename_Task, 'duration_secs': 0.278138} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.193756] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.193865] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1532.193865] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5262983e-65a5-486d-5451-fa856d7b8843" [ 1532.193865] env[64147]: _type = "Task" [ 1532.193865] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.194029] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e38c4d3-87ad-4e14-ab50-a2cc4aa4273d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.207019] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5262983e-65a5-486d-5451-fa856d7b8843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.207019] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for the task: (returnval){ [ 1532.207019] env[64147]: value = "task-1839742" [ 1532.207019] env[64147]: _type = "Task" [ 1532.207019] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.213075] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.446595] env[64147]: DEBUG nova.compute.manager [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1532.455347] env[64147]: DEBUG oslo_concurrency.lockutils [req-eb3448bb-4a7f-45af-9a8f-fe3baefa7d2b req-4603db99-e86f-4165-9a15-b6751006ba33 service nova] Releasing lock "refresh_cache-44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.669124] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839741, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.678171] env[64147]: DEBUG nova.scheduler.client.report [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.719022] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5262983e-65a5-486d-5451-fa856d7b8843, 'name': SearchDatastore_Task, 'duration_secs': 0.026638} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.719022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.719022] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52/44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1532.719022] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdcea9d6-915c-4666-a510-0baec398dd77 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.725302] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839742, 'name': PowerOnVM_Task} progress is 92%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.730718] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1532.730718] env[64147]: value = "task-1839743" [ 1532.730718] env[64147]: _type = "Task" [ 1532.730718] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.740737] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.974226] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.008968] env[64147]: DEBUG nova.network.neutron [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Updating instance_info_cache with network_info: [{"id": "418cc381-994f-47d0-89e0-12ac36aabc61", "address": "fa:16:3e:d2:76:59", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418cc381-99", "ovs_interfaceid": "418cc381-994f-47d0-89e0-12ac36aabc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.173750] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839741, 'name': Destroy_Task, 'duration_secs': 0.707545} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.174485] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Destroyed the VM [ 1533.179591] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1533.179591] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-941131de-19e4-49df-a7fb-de3882add860 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.182772] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.183184] env[64147]: DEBUG nova.compute.manager [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.187603] env[64147]: DEBUG oslo_concurrency.lockutils [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.401s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.187845] env[64147]: DEBUG nova.objects.instance [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lazy-loading 'resources' on Instance uuid e3fc8314-7f46-4c87-ac67-76133a853b0e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.189354] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1533.189354] env[64147]: value = "task-1839744" [ 1533.189354] env[64147]: _type = "Task" [ 1533.189354] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.199924] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839744, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.224379] env[64147]: DEBUG oslo_vmware.api [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839742, 'name': PowerOnVM_Task, 'duration_secs': 0.667442} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.224379] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.224379] env[64147]: INFO nova.compute.manager [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1533.224379] env[64147]: DEBUG nova.compute.manager [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.224379] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01cc47c-6c6c-4734-9867-21479c36f8ab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.247219] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839743, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.511263] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "refresh_cache-29fdb461-3f61-48ef-b36b-9a2c094a86cd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.698025] env[64147]: DEBUG nova.compute.utils [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.704079] env[64147]: DEBUG nova.compute.manager [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1533.704433] env[64147]: DEBUG nova.network.neutron [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.706427] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839744, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.753355] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635968} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.753355] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52/44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1533.753355] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1533.753355] env[64147]: INFO nova.compute.manager [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Took 44.94 seconds to build instance. [ 1533.754333] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74ae3ef0-71bc-4b47-bfd8-f400dd9b14d6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.762875] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1533.762875] env[64147]: value = "task-1839745" [ 1533.762875] env[64147]: _type = "Task" [ 1533.762875] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.771895] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.839039] env[64147]: DEBUG nova.policy [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5cc48a2d14245c09be0398e1f54a65e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00d173eece454b0990f016b8da2e560e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1534.210358] env[64147]: DEBUG nova.compute.manager [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.211671] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839744, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.259046] env[64147]: DEBUG oslo_concurrency.lockutils [None req-21656de4-7739-4878-b391-681fb54098a0 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.948s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.272453] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215931} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.272747] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1534.273574] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d03805-f9d8-4b0c-9fb5-16f132e3582e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.301552] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52/44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.304607] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7be81d-9a4b-45e5-8cd3-f9963c26afb0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.327283] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1534.327283] env[64147]: value = "task-1839746" [ 1534.327283] env[64147]: _type = "Task" [ 1534.327283] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.339207] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.399352] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8832b8c-4ac2-4fe7-a01f-27e37ef5852e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.407012] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6951d87-080e-43fd-a1c8-9cceadbb4365 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.435916] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32e6084-8ba3-4339-b97c-c56219115fdb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.443656] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028e38f-5346-42f2-ba35-8309971e8c86 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.457898] env[64147]: DEBUG nova.compute.provider_tree [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.673564] env[64147]: DEBUG nova.network.neutron [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Successfully created port: c959c001-c987-4c71-9e04-3b61e81162a6 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.703116] env[64147]: DEBUG oslo_vmware.api [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839744, 'name': RemoveSnapshot_Task, 'duration_secs': 1.05177} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.703556] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1534.703874] env[64147]: INFO nova.compute.manager [None req-eea4686c-4fa3-40ac-bee6-849fe9fd2016 tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Took 17.58 seconds to snapshot the instance on the hypervisor. [ 1534.716123] env[64147]: INFO nova.virt.block_device [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Booting with volume 651b8b0e-603f-4aaf-a0ae-8018a1b21cce at /dev/sda [ 1534.765638] env[64147]: DEBUG nova.compute.manager [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1534.774532] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1227e49e-dda6-4c23-bf84-5c72dc7d29fc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.788177] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a2dfb5-6f4b-4729-8dda-a7c90e563522 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.833165] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea97ecea-3529-402c-93b8-bf617c293b37 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.855042] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.859695] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d388cb12-6a59-4173-a30e-88b98fe661aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.901586] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff5327-6d08-48c1-8b45-b32254ca06d1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.912375] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "35539f0e-e341-4d34-85ba-a1cff208b323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.912621] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "35539f0e-e341-4d34-85ba-a1cff208b323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.919587] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06240eeb-3503-4f1f-a05b-d68d727c3539 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.936281] env[64147]: DEBUG nova.virt.block_device [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Updating existing volume attachment record: 8accec1e-6bba-4526-aa56-c79bd7aca3bd {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1534.960878] env[64147]: DEBUG nova.scheduler.client.report [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.061557] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.061861] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb6ab9a5-20f8-45a2-a201-490abf19e541 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.071014] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1535.071014] env[64147]: value = "task-1839747" [ 1535.071014] env[64147]: _type = "Task" [ 1535.071014] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.081943] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.292772] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.340167] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839746, 'name': ReconfigVM_Task, 'duration_secs': 0.867561} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.340434] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52/44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.341065] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fa93a2e-251d-4083-8a82-971b0b6bb082 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.349319] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1535.349319] env[64147]: value = "task-1839748" [ 1535.349319] env[64147]: _type = "Task" [ 1535.349319] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.358783] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839748, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.466896] env[64147]: DEBUG oslo_concurrency.lockutils [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.474336] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.731s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.474336] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.474336] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1535.474336] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.129s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.474336] env[64147]: DEBUG nova.objects.instance [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lazy-loading 'resources' on Instance uuid 615d9c66-fac7-48b9-8dad-1adf1e9d4e03 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.476167] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6ea27f-a1de-43e8-8003-ac45087a5688 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.491534] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4d831c-6de3-4877-bbb5-765157ba5c69 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.497224] env[64147]: INFO nova.scheduler.client.report [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Deleted allocations for instance e3fc8314-7f46-4c87-ac67-76133a853b0e [ 1535.521556] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378dd0cf-4b75-4a22-9422-fa2115720645 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.535614] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa4b23-318f-475e-a133-f64aee7bd287 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.576756] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181164MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1535.577036] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.588798] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839747, 'name': PowerOffVM_Task, 'duration_secs': 0.196468} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.589044] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.590136] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee81b53-3640-456c-995d-08e1f7bef0b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.610316] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c770fd-926b-4800-bcb4-b21c93bd4eb2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.645392] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.645738] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47237a16-3769-4957-b837-4493ee12d877 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.654598] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1535.654598] env[64147]: value = "task-1839749" [ 1535.654598] env[64147]: _type = "Task" [ 1535.654598] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.665111] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1535.665349] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.665631] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.665766] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.665956] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.666235] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb959d09-8c63-4065-9dec-eadac7ca5d9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.676480] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.676480] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.677535] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45db174c-24a7-4737-9a7b-4eb0de27f332 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.683189] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1535.683189] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520b8505-8d25-6057-4971-04a9722eff61" [ 1535.683189] env[64147]: _type = "Task" [ 1535.683189] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.692478] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520b8505-8d25-6057-4971-04a9722eff61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.860784] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839748, 'name': Rename_Task, 'duration_secs': 0.190988} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.861051] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.861297] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24753e2e-8f70-41c5-8b19-da1267e9e396 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.868936] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1535.868936] env[64147]: value = "task-1839750" [ 1535.868936] env[64147]: _type = "Task" [ 1535.868936] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.880846] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.014089] env[64147]: DEBUG oslo_concurrency.lockutils [None req-397614fc-eb7c-426a-aaa0-f842e2ace533 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "e3fc8314-7f46-4c87-ac67-76133a853b0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.924s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.019662] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "33630811-b576-401a-9356-a80ea5a1750c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.019886] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "33630811-b576-401a-9356-a80ea5a1750c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.196124] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520b8505-8d25-6057-4971-04a9722eff61, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.197052] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a1903a-f2cd-43f9-a561-8be6b37d20b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.204983] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1536.204983] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fb18be-f691-f9dc-5bf8-7cd327f47ae7" [ 1536.204983] env[64147]: _type = "Task" [ 1536.204983] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.213443] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fb18be-f691-f9dc-5bf8-7cd327f47ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.380201] env[64147]: DEBUG oslo_concurrency.lockutils [None req-76dadd42-c6ca-48ee-8dbb-a7506d787505 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquiring lock "interface-38bb528d-e25b-468e-9d8c-bbfe8cf09ce9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.380493] env[64147]: DEBUG oslo_concurrency.lockutils [None req-76dadd42-c6ca-48ee-8dbb-a7506d787505 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "interface-38bb528d-e25b-468e-9d8c-bbfe8cf09ce9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.383019] env[64147]: DEBUG nova.objects.instance [None req-76dadd42-c6ca-48ee-8dbb-a7506d787505 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lazy-loading 'flavor' on Instance uuid 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.383019] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.513426] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140d5104-6b44-41d7-a22b-c3a8b5a73afb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.522834] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a610cb-b425-44fb-aad2-18adc02f622f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.561146] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451c49ed-acfe-4484-8aff-ce006dff523f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.569552] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9c12d4-0255-4fa7-9624-1d934f4bd991 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.587600] env[64147]: DEBUG nova.compute.provider_tree [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.715886] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fb18be-f691-f9dc-5bf8-7cd327f47ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.03466} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.716200] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.716475] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 29fdb461-3f61-48ef-b36b-9a2c094a86cd/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. {{(pid=64147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1536.716725] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f4d7507-4e26-40f7-a5fd-d166f3043b44 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.724819] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1536.724819] env[64147]: value = "task-1839751" [ 1536.724819] env[64147]: _type = "Task" [ 1536.724819] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.733844] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.881179] env[64147]: DEBUG oslo_vmware.api [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839750, 'name': PowerOnVM_Task, 'duration_secs': 0.965569} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.881585] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1536.882312] env[64147]: INFO nova.compute.manager [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1536.882312] env[64147]: DEBUG nova.compute.manager [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1536.883087] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99c1cb9-c294-4dd8-8a4b-a98c2cdb66bb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.894936] env[64147]: DEBUG nova.objects.instance [None req-76dadd42-c6ca-48ee-8dbb-a7506d787505 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lazy-loading 'pci_requests' on Instance uuid 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.009379] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.009379] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.079567] env[64147]: DEBUG nova.compute.manager [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1537.080236] env[64147]: DEBUG nova.virt.hardware [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1537.080456] env[64147]: DEBUG nova.virt.hardware [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1537.080614] env[64147]: DEBUG nova.virt.hardware [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1537.080827] env[64147]: DEBUG nova.virt.hardware [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1537.080942] env[64147]: DEBUG nova.virt.hardware [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1537.081109] env[64147]: DEBUG nova.virt.hardware [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1537.081336] env[64147]: DEBUG nova.virt.hardware [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1537.081489] env[64147]: DEBUG nova.virt.hardware [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1537.081657] env[64147]: DEBUG nova.virt.hardware [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1537.081981] env[64147]: DEBUG nova.virt.hardware [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1537.081981] env[64147]: DEBUG nova.virt.hardware [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1537.083233] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0baf3f8-4d75-49da-9382-0c9e63d49bbb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.095266] env[64147]: DEBUG nova.scheduler.client.report [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1537.103915] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbba9a32-423f-4697-9f15-6c15d5d4b9b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.190721] env[64147]: DEBUG nova.network.neutron [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Successfully updated port: c959c001-c987-4c71-9e04-3b61e81162a6 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1537.237067] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839751, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.402413] env[64147]: DEBUG nova.objects.base [None req-76dadd42-c6ca-48ee-8dbb-a7506d787505 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Object Instance<38bb528d-e25b-468e-9d8c-bbfe8cf09ce9> lazy-loaded attributes: flavor,pci_requests {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1537.402413] env[64147]: DEBUG nova.network.neutron [None req-76dadd42-c6ca-48ee-8dbb-a7506d787505 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.405752] env[64147]: INFO nova.compute.manager [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Took 45.46 seconds to build instance. [ 1537.505586] env[64147]: DEBUG oslo_concurrency.lockutils [None req-76dadd42-c6ca-48ee-8dbb-a7506d787505 tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "interface-38bb528d-e25b-468e-9d8c-bbfe8cf09ce9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.125s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.616309] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.619018] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.574s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.620509] env[64147]: INFO nova.compute.claims [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.635727] env[64147]: INFO nova.scheduler.client.report [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Deleted allocations for instance 615d9c66-fac7-48b9-8dad-1adf1e9d4e03 [ 1537.691552] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Acquiring lock "refresh_cache-0f2d5b53-a0a8-4555-90b7-74546298b6d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.691717] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Acquired lock "refresh_cache-0f2d5b53-a0a8-4555-90b7-74546298b6d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.691874] env[64147]: DEBUG nova.network.neutron [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.736782] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58573} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.737137] env[64147]: INFO nova.virt.vmwareapi.ds_util [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 29fdb461-3f61-48ef-b36b-9a2c094a86cd/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. [ 1537.737921] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c202af61-82a3-4833-b7bc-9054e024a5b5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.764376] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 29fdb461-3f61-48ef-b36b-9a2c094a86cd/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.764689] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7db5f1d9-2e92-4946-a638-11783edd4388 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.785052] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1537.785052] env[64147]: value = "task-1839752" [ 1537.785052] env[64147]: _type = "Task" [ 1537.785052] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.793599] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.907668] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0fc1a829-d9ca-48ca-9985-c43c07730e16 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.491s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.941214] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "de5091b6-6ad7-4558-b508-edfe729eb701" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.941561] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "de5091b6-6ad7-4558-b508-edfe729eb701" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.970292] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.970514] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.003325] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.003858] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.129137] env[64147]: DEBUG nova.compute.manager [req-8b1530c1-c405-45ab-ac36-3a1034c961e3 req-8b4f6c08-2db0-41d8-996a-879140295517 service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Received event network-vif-plugged-c959c001-c987-4c71-9e04-3b61e81162a6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1538.129382] env[64147]: DEBUG oslo_concurrency.lockutils [req-8b1530c1-c405-45ab-ac36-3a1034c961e3 req-8b4f6c08-2db0-41d8-996a-879140295517 service nova] Acquiring lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.129908] env[64147]: DEBUG oslo_concurrency.lockutils [req-8b1530c1-c405-45ab-ac36-3a1034c961e3 req-8b4f6c08-2db0-41d8-996a-879140295517 service nova] Lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.129908] env[64147]: DEBUG oslo_concurrency.lockutils [req-8b1530c1-c405-45ab-ac36-3a1034c961e3 req-8b4f6c08-2db0-41d8-996a-879140295517 service nova] Lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.129908] env[64147]: DEBUG nova.compute.manager [req-8b1530c1-c405-45ab-ac36-3a1034c961e3 req-8b4f6c08-2db0-41d8-996a-879140295517 service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] No waiting events found dispatching network-vif-plugged-c959c001-c987-4c71-9e04-3b61e81162a6 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1538.130217] env[64147]: WARNING nova.compute.manager [req-8b1530c1-c405-45ab-ac36-3a1034c961e3 req-8b4f6c08-2db0-41d8-996a-879140295517 service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Received unexpected event network-vif-plugged-c959c001-c987-4c71-9e04-3b61e81162a6 for instance with vm_state building and task_state spawning. [ 1538.145851] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91cb3672-b37e-4153-ade8-a744a1222c67 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.345s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.147119] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.542s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.147340] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.147537] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.147702] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.149643] env[64147]: INFO nova.compute.manager [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Terminating instance [ 1538.236942] env[64147]: DEBUG nova.network.neutron [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1538.299507] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839752, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.410608] env[64147]: DEBUG nova.compute.manager [None req-fe0410b6-fb76-4c3d-836e-22e7a3b4a0a9 tempest-ServersListShow296Test-779975365 tempest-ServersListShow296Test-779975365-project-member] [instance: f6f79d0b-8ac5-4ba6-b124-62d6715dbae5] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1538.425191] env[64147]: DEBUG nova.network.neutron [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Updating instance_info_cache with network_info: [{"id": "c959c001-c987-4c71-9e04-3b61e81162a6", "address": "fa:16:3e:93:ef:4e", "network": {"id": "2994801c-f1e3-46a7-a15f-ea4012d0fd4d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2084478195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d173eece454b0990f016b8da2e560e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc959c001-c9", "ovs_interfaceid": "c959c001-c987-4c71-9e04-3b61e81162a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.653238] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.653633] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquired lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.653943] env[64147]: DEBUG nova.network.neutron [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.798235] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839752, 'name': ReconfigVM_Task, 'duration_secs': 0.53841} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.798531] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 29fdb461-3f61-48ef-b36b-9a2c094a86cd/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.799393] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d662fed-96f2-4691-9c52-683119a6e333 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.830282] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ab340f1-0ede-4732-ac5d-343ef03e5409 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.854333] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1538.854333] env[64147]: value = "task-1839753" [ 1538.854333] env[64147]: _type = "Task" [ 1538.854333] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.863767] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.914587] env[64147]: DEBUG nova.compute.manager [None req-fe0410b6-fb76-4c3d-836e-22e7a3b4a0a9 tempest-ServersListShow296Test-779975365 tempest-ServersListShow296Test-779975365-project-member] [instance: f6f79d0b-8ac5-4ba6-b124-62d6715dbae5] Instance disappeared before build. {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1538.927892] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Releasing lock "refresh_cache-0f2d5b53-a0a8-4555-90b7-74546298b6d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.928264] env[64147]: DEBUG nova.compute.manager [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Instance network_info: |[{"id": "c959c001-c987-4c71-9e04-3b61e81162a6", "address": "fa:16:3e:93:ef:4e", "network": {"id": "2994801c-f1e3-46a7-a15f-ea4012d0fd4d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2084478195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d173eece454b0990f016b8da2e560e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc959c001-c9", "ovs_interfaceid": "c959c001-c987-4c71-9e04-3b61e81162a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1538.928706] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:ef:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c959c001-c987-4c71-9e04-3b61e81162a6', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1538.936878] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Creating folder: Project (00d173eece454b0990f016b8da2e560e). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1538.940339] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7ad63d2-8794-4a44-8955-8099e607eb49 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.955950] env[64147]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1538.956063] env[64147]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64147) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1538.956453] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Folder already exists: Project (00d173eece454b0990f016b8da2e560e). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1538.956658] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Creating folder: Instances. Parent ref: group-v380660. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1538.956910] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-170533db-90ed-4490-8400-741d905264b4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.968766] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Created folder: Instances in parent group-v380660. [ 1538.969052] env[64147]: DEBUG oslo.service.loopingcall [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1538.969253] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1538.969490] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-459584e6-1a43-455d-896b-a98cd100bd52 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.996702] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1538.996702] env[64147]: value = "task-1839756" [ 1538.996702] env[64147]: _type = "Task" [ 1538.996702] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.011808] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839756, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.156314] env[64147]: DEBUG nova.compute.utils [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Can not refresh info_cache because instance was not found {{(pid=64147) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1539.183274] env[64147]: DEBUG nova.network.neutron [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.304406] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858e68c9-b7f8-452e-967c-f77d908102a3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.314139] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c5c4a3-b4c5-4c17-a7c6-7560f71cadc4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.349723] env[64147]: DEBUG nova.network.neutron [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.351653] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdc16d5-1514-4532-b641-e29b63c3205f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.364013] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e89165e-c798-4db2-b771-b6bbb535264a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.372223] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839753, 'name': ReconfigVM_Task, 'duration_secs': 0.165719} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.372996] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.373334] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fe742ad-86b4-4b78-bbc5-66f023e1821e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.387600] env[64147]: DEBUG nova.compute.provider_tree [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.395689] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1539.395689] env[64147]: value = "task-1839757" [ 1539.395689] env[64147]: _type = "Task" [ 1539.395689] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.406753] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.426287] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.426619] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.433859] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe0410b6-fb76-4c3d-836e-22e7a3b4a0a9 tempest-ServersListShow296Test-779975365 tempest-ServersListShow296Test-779975365-project-member] Lock "f6f79d0b-8ac5-4ba6-b124-62d6715dbae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.476s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.507195] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839756, 'name': CreateVM_Task, 'duration_secs': 0.398368} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.507375] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.508055] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': '8accec1e-6bba-4526-aa56-c79bd7aca3bd', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380676', 'volume_id': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'name': 'volume-651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f2d5b53-a0a8-4555-90b7-74546298b6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'serial': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce'}, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=64147) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1539.508270] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Root volume attach. Driver type: vmdk {{(pid=64147) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1539.509263] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c9e32f-ba6b-49de-9b3b-eb8d52b907dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.517688] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d992c5d1-455e-466c-85a5-be40f9011265 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.524984] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940740fd-6d94-4cee-9730-46a5454e4fc7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.532337] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cd14ccfb-cf9f-42dc-8db8-9cd996da6352 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.540255] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Waiting for the task: (returnval){ [ 1539.540255] env[64147]: value = "task-1839758" [ 1539.540255] env[64147]: _type = "Task" [ 1539.540255] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.549226] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839758, 'name': RelocateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.855528] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Releasing lock "refresh_cache-615d9c66-fac7-48b9-8dad-1adf1e9d4e03" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.856018] env[64147]: DEBUG nova.compute.manager [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1539.856235] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.856608] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a75f459-48e6-4c1b-b666-4aeaa1f72de1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.867969] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15a53bd-0348-4c50-9660-6a337d298794 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.891287] env[64147]: DEBUG nova.scheduler.client.report [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.919065] env[64147]: WARNING nova.virt.vmwareapi.vmops [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 615d9c66-fac7-48b9-8dad-1adf1e9d4e03 could not be found. [ 1539.919352] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1539.919491] env[64147]: INFO nova.compute.manager [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1539.919743] env[64147]: DEBUG oslo.service.loopingcall [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.920702] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.921200] env[64147]: DEBUG nova.compute.manager [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1539.933023] env[64147]: DEBUG nova.compute.manager [-] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1539.933023] env[64147]: DEBUG nova.network.neutron [-] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1539.933023] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.796s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.940889] env[64147]: DEBUG nova.compute.manager [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1539.944558] env[64147]: DEBUG oslo_vmware.api [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839757, 'name': PowerOnVM_Task, 'duration_secs': 0.400146} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.945413] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.949115] env[64147]: DEBUG nova.compute.manager [None req-3cafc699-6d68-4ccc-8ba2-c84579dc0c40 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1539.950348] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03999d0-e215-45a7-8e6e-69b6333e4aee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.965133] env[64147]: DEBUG nova.network.neutron [-] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1540.056036] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839758, 'name': RelocateVM_Task} progress is 40%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.066884] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquiring lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.066884] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.066884] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquiring lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.067167] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.067167] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.069395] env[64147]: INFO nova.compute.manager [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Terminating instance [ 1540.122336] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquiring lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.122594] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.122805] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquiring lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.123018] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.123201] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.125379] env[64147]: INFO nova.compute.manager [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Terminating instance [ 1540.390281] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.390633] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.390856] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.391050] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.391230] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.394223] env[64147]: INFO nova.compute.manager [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Terminating instance [ 1540.438684] env[64147]: DEBUG nova.compute.utils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1540.440312] env[64147]: DEBUG nova.compute.manager [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1540.440467] env[64147]: DEBUG nova.network.neutron [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1540.467266] env[64147]: DEBUG nova.network.neutron [-] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.477166] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.500331] env[64147]: DEBUG nova.policy [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd38c42a916147a682a159dce1e000cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb757229541c4350bfa4c4025f4c6212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1540.560845] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839758, 'name': RelocateVM_Task} progress is 54%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.573483] env[64147]: DEBUG nova.compute.manager [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.573713] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.575251] env[64147]: DEBUG nova.compute.manager [req-d11e0360-b114-49ca-82e3-6997d24e7de6 req-8517c556-ec7b-4a8e-8c42-08eed072ecad service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Received event network-changed-c959c001-c987-4c71-9e04-3b61e81162a6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1540.575660] env[64147]: DEBUG nova.compute.manager [req-d11e0360-b114-49ca-82e3-6997d24e7de6 req-8517c556-ec7b-4a8e-8c42-08eed072ecad service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Refreshing instance network info cache due to event network-changed-c959c001-c987-4c71-9e04-3b61e81162a6. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1540.575932] env[64147]: DEBUG oslo_concurrency.lockutils [req-d11e0360-b114-49ca-82e3-6997d24e7de6 req-8517c556-ec7b-4a8e-8c42-08eed072ecad service nova] Acquiring lock "refresh_cache-0f2d5b53-a0a8-4555-90b7-74546298b6d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.576091] env[64147]: DEBUG oslo_concurrency.lockutils [req-d11e0360-b114-49ca-82e3-6997d24e7de6 req-8517c556-ec7b-4a8e-8c42-08eed072ecad service nova] Acquired lock "refresh_cache-0f2d5b53-a0a8-4555-90b7-74546298b6d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.576668] env[64147]: DEBUG nova.network.neutron [req-d11e0360-b114-49ca-82e3-6997d24e7de6 req-8517c556-ec7b-4a8e-8c42-08eed072ecad service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Refreshing network info cache for port c959c001-c987-4c71-9e04-3b61e81162a6 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.582648] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beae9a88-e7b5-402f-983b-a0d65e3ddc25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.596133] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.596458] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9056fdb-5961-460f-84ab-d392be259b8a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.609386] env[64147]: DEBUG oslo_vmware.api [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1540.609386] env[64147]: value = "task-1839759" [ 1540.609386] env[64147]: _type = "Task" [ 1540.609386] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.626180] env[64147]: DEBUG oslo_vmware.api [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.629316] env[64147]: DEBUG nova.compute.manager [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.629555] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.633696] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317c69a6-7bc4-4fd6-b336-38b6f234224f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.644089] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.644449] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adb18a1a-ff39-43db-8bb6-7f0405bc04ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.657595] env[64147]: DEBUG oslo_vmware.api [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for the task: (returnval){ [ 1540.657595] env[64147]: value = "task-1839760" [ 1540.657595] env[64147]: _type = "Task" [ 1540.657595] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.669336] env[64147]: DEBUG oslo_vmware.api [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.825233] env[64147]: DEBUG oslo_concurrency.lockutils [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.825484] env[64147]: DEBUG oslo_concurrency.lockutils [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.825997] env[64147]: DEBUG oslo_concurrency.lockutils [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.826376] env[64147]: DEBUG oslo_concurrency.lockutils [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.826695] env[64147]: DEBUG oslo_concurrency.lockutils [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.829049] env[64147]: INFO nova.compute.manager [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Terminating instance [ 1540.884866] env[64147]: DEBUG nova.network.neutron [req-d11e0360-b114-49ca-82e3-6997d24e7de6 req-8517c556-ec7b-4a8e-8c42-08eed072ecad service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Updated VIF entry in instance network info cache for port c959c001-c987-4c71-9e04-3b61e81162a6. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.885777] env[64147]: DEBUG nova.network.neutron [req-d11e0360-b114-49ca-82e3-6997d24e7de6 req-8517c556-ec7b-4a8e-8c42-08eed072ecad service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Updating instance_info_cache with network_info: [{"id": "c959c001-c987-4c71-9e04-3b61e81162a6", "address": "fa:16:3e:93:ef:4e", "network": {"id": "2994801c-f1e3-46a7-a15f-ea4012d0fd4d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2084478195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d173eece454b0990f016b8da2e560e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc959c001-c9", "ovs_interfaceid": "c959c001-c987-4c71-9e04-3b61e81162a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.899208] env[64147]: DEBUG nova.compute.manager [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.899464] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.900409] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e862894-07a7-4187-85e3-bf631bf51c7d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.911952] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.912343] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-812f3327-5105-4ded-aa60-1d7439e4d1f1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.927425] env[64147]: DEBUG oslo_vmware.api [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1540.927425] env[64147]: value = "task-1839761" [ 1540.927425] env[64147]: _type = "Task" [ 1540.927425] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.937981] env[64147]: DEBUG oslo_vmware.api [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.948296] env[64147]: DEBUG nova.compute.manager [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1540.972083] env[64147]: INFO nova.compute.manager [-] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Took 1.04 seconds to deallocate network for instance. [ 1541.057791] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839758, 'name': RelocateVM_Task} progress is 67%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.099395] env[64147]: DEBUG nova.network.neutron [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Successfully created port: 9a8212ab-71a3-4af2-8d02-6c4822a15779 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.125998] env[64147]: DEBUG oslo_vmware.api [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839759, 'name': PowerOffVM_Task, 'duration_secs': 0.274546} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.129860] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.129860] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.129860] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a37ebeb6-cc63-4068-af93-b5a3bca7e539 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.157380] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f6bcec-3196-4f98-82ae-7cd381a70518 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.173061] env[64147]: DEBUG oslo_vmware.api [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.174995] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1600b385-eabb-4d09-b9b4-448298a2eecb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.213241] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1274629-5b90-4298-b29e-4307c51702a4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.223370] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.223906] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.224225] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Deleting the datastore file [datastore1] 7a889a3b-ffb0-434a-9655-5b703cb1ba4f {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.224539] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1aa9a1f-7145-48f7-b4cf-eab7aa2ef25c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.231163] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d5f026-3301-487d-801d-9f540e04623e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.237933] env[64147]: DEBUG oslo_vmware.api [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for the task: (returnval){ [ 1541.237933] env[64147]: value = "task-1839763" [ 1541.237933] env[64147]: _type = "Task" [ 1541.237933] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.250637] env[64147]: DEBUG nova.compute.provider_tree [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.258648] env[64147]: DEBUG oslo_vmware.api [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.336089] env[64147]: DEBUG nova.compute.manager [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1541.336963] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.337805] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee2521-9744-4e59-b08e-81e092cc834f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.347763] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.347993] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-932b444c-bcbb-4d08-a552-0db4aa60d26e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.356743] env[64147]: DEBUG oslo_vmware.api [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1541.356743] env[64147]: value = "task-1839764" [ 1541.356743] env[64147]: _type = "Task" [ 1541.356743] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.367231] env[64147]: DEBUG oslo_vmware.api [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.389596] env[64147]: DEBUG oslo_concurrency.lockutils [req-d11e0360-b114-49ca-82e3-6997d24e7de6 req-8517c556-ec7b-4a8e-8c42-08eed072ecad service nova] Releasing lock "refresh_cache-0f2d5b53-a0a8-4555-90b7-74546298b6d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.436113] env[64147]: DEBUG oslo_vmware.api [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839761, 'name': PowerOffVM_Task, 'duration_secs': 0.349202} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.436401] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.436571] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.436840] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d15d9765-4fbe-4a3b-beb0-603ab5a6497b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.482639] env[64147]: INFO nova.compute.manager [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Instance disappeared during terminate [ 1541.482639] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6ec38097-15b2-4562-8ab6-150e2b6b5da0 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "615d9c66-fac7-48b9-8dad-1adf1e9d4e03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.334s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.553548] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839758, 'name': RelocateVM_Task} progress is 81%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.674536] env[64147]: DEBUG oslo_vmware.api [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839760, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.749737] env[64147]: DEBUG oslo_vmware.api [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Task: {'id': task-1839763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495886} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.750314] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.750675] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.753019] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.753019] env[64147]: INFO nova.compute.manager [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1541.753019] env[64147]: DEBUG oslo.service.loopingcall [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.753019] env[64147]: DEBUG nova.compute.manager [-] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.753019] env[64147]: DEBUG nova.network.neutron [-] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.757137] env[64147]: DEBUG nova.scheduler.client.report [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.869904] env[64147]: DEBUG oslo_vmware.api [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839764, 'name': PowerOffVM_Task, 'duration_secs': 0.332321} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.870198] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.870405] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.870720] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec37b8dd-7d5f-4d9e-8202-c30d0dc31aac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.961484] env[64147]: DEBUG nova.compute.manager [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1541.991365] env[64147]: DEBUG nova.virt.hardware [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1541.991715] env[64147]: DEBUG nova.virt.hardware [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1541.991843] env[64147]: DEBUG nova.virt.hardware [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1541.992213] env[64147]: DEBUG nova.virt.hardware [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1541.992387] env[64147]: DEBUG nova.virt.hardware [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1541.992726] env[64147]: DEBUG nova.virt.hardware [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1541.993041] env[64147]: DEBUG nova.virt.hardware [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1541.993242] env[64147]: DEBUG nova.virt.hardware [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1541.993489] env[64147]: DEBUG nova.virt.hardware [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1541.993702] env[64147]: DEBUG nova.virt.hardware [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1541.993920] env[64147]: DEBUG nova.virt.hardware [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1541.995799] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fd1cee-b4e3-48d3-806e-0b945cae8d9f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.010689] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7174e03-7be6-492d-9b95-29cd0bc1a7cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.056181] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839758, 'name': RelocateVM_Task} progress is 96%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.094460] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1542.094794] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1542.095121] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Deleting the datastore file [datastore1] 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1542.096695] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3044ba5-cc14-4841-a51b-94c6611934f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.099563] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1542.099761] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1542.099939] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Deleting the datastore file [datastore1] 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1542.100225] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b0ca6ec-68c0-4f5c-a47c-c0c4a201af29 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.112043] env[64147]: DEBUG oslo_vmware.api [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for the task: (returnval){ [ 1542.112043] env[64147]: value = "task-1839767" [ 1542.112043] env[64147]: _type = "Task" [ 1542.112043] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.113784] env[64147]: DEBUG oslo_vmware.api [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for the task: (returnval){ [ 1542.113784] env[64147]: value = "task-1839768" [ 1542.113784] env[64147]: _type = "Task" [ 1542.113784] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.127478] env[64147]: DEBUG oslo_vmware.api [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.130895] env[64147]: DEBUG oslo_vmware.api [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.174293] env[64147]: DEBUG oslo_vmware.api [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839760, 'name': PowerOffVM_Task, 'duration_secs': 1.047522} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.174761] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1542.175040] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1542.175311] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e6723ae-804f-4140-971a-d275c12a4745 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.473106] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1542.473424] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1542.473660] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Deleting the datastore file [datastore2] 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1542.473939] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8386eccf-eea0-449e-800e-2e8a9b85a8c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.481755] env[64147]: DEBUG oslo_vmware.api [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for the task: (returnval){ [ 1542.481755] env[64147]: value = "task-1839770" [ 1542.481755] env[64147]: _type = "Task" [ 1542.481755] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.490465] env[64147]: DEBUG oslo_vmware.api [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.493354] env[64147]: DEBUG nova.compute.manager [req-3189fd43-eec1-4c03-8265-45a07e375e1c req-df88f787-569b-4fe0-821e-aaace2929c0f service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Received event network-vif-deleted-a701353b-7d74-4365-b55e-daf6845fc834 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1542.493512] env[64147]: INFO nova.compute.manager [req-3189fd43-eec1-4c03-8265-45a07e375e1c req-df88f787-569b-4fe0-821e-aaace2929c0f service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Neutron deleted interface a701353b-7d74-4365-b55e-daf6845fc834; detaching it from the instance and deleting it from the info cache [ 1542.493708] env[64147]: DEBUG nova.network.neutron [req-3189fd43-eec1-4c03-8265-45a07e375e1c req-df88f787-569b-4fe0-821e-aaace2929c0f service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.554135] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839758, 'name': RelocateVM_Task} progress is 97%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.556777] env[64147]: DEBUG nova.network.neutron [-] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.633245] env[64147]: DEBUG oslo_vmware.api [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.633416] env[64147]: DEBUG oslo_vmware.api [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.772518] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.841s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.775930] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.644s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.777453] env[64147]: INFO nova.compute.claims [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.994782] env[64147]: DEBUG oslo_vmware.api [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Task: {'id': task-1839770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293606} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.995462] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.995846] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.996251] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.996612] env[64147]: INFO nova.compute.manager [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1542.997122] env[64147]: DEBUG oslo.service.loopingcall [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.997981] env[64147]: DEBUG nova.compute.manager [-] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1542.998040] env[64147]: DEBUG nova.network.neutron [-] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.000790] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2393bfc2-3de2-4691-bb42-087acf17e41e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.013575] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31f6f55-2af4-462a-98d1-1c30b7494111 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.028670] env[64147]: DEBUG nova.compute.manager [req-693f6789-e81c-4f45-a8e4-02cdf98c39f0 req-2635938f-7de3-41f3-a666-583920d02b62 service nova] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Received event network-vif-plugged-9a8212ab-71a3-4af2-8d02-6c4822a15779 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1543.028881] env[64147]: DEBUG oslo_concurrency.lockutils [req-693f6789-e81c-4f45-a8e4-02cdf98c39f0 req-2635938f-7de3-41f3-a666-583920d02b62 service nova] Acquiring lock "3a9c7040-44b2-45a9-bbea-16995a643e08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.029104] env[64147]: DEBUG oslo_concurrency.lockutils [req-693f6789-e81c-4f45-a8e4-02cdf98c39f0 req-2635938f-7de3-41f3-a666-583920d02b62 service nova] Lock "3a9c7040-44b2-45a9-bbea-16995a643e08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.029281] env[64147]: DEBUG oslo_concurrency.lockutils [req-693f6789-e81c-4f45-a8e4-02cdf98c39f0 req-2635938f-7de3-41f3-a666-583920d02b62 service nova] Lock "3a9c7040-44b2-45a9-bbea-16995a643e08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.029467] env[64147]: DEBUG nova.compute.manager [req-693f6789-e81c-4f45-a8e4-02cdf98c39f0 req-2635938f-7de3-41f3-a666-583920d02b62 service nova] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] No waiting events found dispatching network-vif-plugged-9a8212ab-71a3-4af2-8d02-6c4822a15779 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1543.029652] env[64147]: WARNING nova.compute.manager [req-693f6789-e81c-4f45-a8e4-02cdf98c39f0 req-2635938f-7de3-41f3-a666-583920d02b62 service nova] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Received unexpected event network-vif-plugged-9a8212ab-71a3-4af2-8d02-6c4822a15779 for instance with vm_state building and task_state spawning. [ 1543.059484] env[64147]: INFO nova.compute.manager [-] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Took 1.31 seconds to deallocate network for instance. [ 1543.059881] env[64147]: DEBUG nova.compute.manager [req-3189fd43-eec1-4c03-8265-45a07e375e1c req-df88f787-569b-4fe0-821e-aaace2929c0f service nova] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Detach interface failed, port_id=a701353b-7d74-4365-b55e-daf6845fc834, reason: Instance 7a889a3b-ffb0-434a-9655-5b703cb1ba4f could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1543.070655] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839758, 'name': RelocateVM_Task} progress is 98%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.125128] env[64147]: DEBUG oslo_vmware.api [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Task: {'id': task-1839767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.568302} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.125769] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.125970] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.126226] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.126436] env[64147]: INFO nova.compute.manager [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1543.126683] env[64147]: DEBUG oslo.service.loopingcall [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.126889] env[64147]: DEBUG nova.compute.manager [-] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1543.127561] env[64147]: DEBUG nova.network.neutron [-] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.132672] env[64147]: DEBUG oslo_vmware.api [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Task: {'id': task-1839768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564112} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.133254] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.134100] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.134100] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.134100] env[64147]: INFO nova.compute.manager [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1543.134100] env[64147]: DEBUG oslo.service.loopingcall [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.134986] env[64147]: DEBUG nova.compute.manager [-] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1543.135122] env[64147]: DEBUG nova.network.neutron [-] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.207448] env[64147]: DEBUG nova.network.neutron [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Successfully updated port: 9a8212ab-71a3-4af2-8d02-6c4822a15779 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1543.354035] env[64147]: INFO nova.scheduler.client.report [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Deleted allocation for migration 56ff83c3-246a-4f72-bb14-ff51369ffa0a [ 1543.556371] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839758, 'name': RelocateVM_Task, 'duration_secs': 3.706333} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.556662] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1543.556859] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380676', 'volume_id': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'name': 'volume-651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f2d5b53-a0a8-4555-90b7-74546298b6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'serial': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1543.557623] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938b83d3-2c48-41cb-87e0-150213bb7612 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.574033] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.574944] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cae16a6-a9af-424c-bc2f-3ae52482db7b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.598344] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] volume-651b8b0e-603f-4aaf-a0ae-8018a1b21cce/volume-651b8b0e-603f-4aaf-a0ae-8018a1b21cce.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.598646] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-445f4337-c945-44be-a039-196ea724ce66 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.619372] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Waiting for the task: (returnval){ [ 1543.619372] env[64147]: value = "task-1839771" [ 1543.619372] env[64147]: _type = "Task" [ 1543.619372] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.628220] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.712118] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "refresh_cache-3a9c7040-44b2-45a9-bbea-16995a643e08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.712299] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired lock "refresh_cache-3a9c7040-44b2-45a9-bbea-16995a643e08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.712467] env[64147]: DEBUG nova.network.neutron [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.861462] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f41ccad5-e1a8-4126-8f8c-ef95e236dbac tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "53ceb216-7d63-4dfd-8185-1bf488665180" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.581s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.879206] env[64147]: DEBUG nova.network.neutron [-] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.934287] env[64147]: DEBUG nova.network.neutron [-] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.948723] env[64147]: DEBUG nova.network.neutron [-] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.134219] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839771, 'name': ReconfigVM_Task, 'duration_secs': 0.275814} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.135774] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Reconfigured VM instance instance-0000001d to attach disk [datastore1] volume-651b8b0e-603f-4aaf-a0ae-8018a1b21cce/volume-651b8b0e-603f-4aaf-a0ae-8018a1b21cce.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1544.139309] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46534cd-5559-46e0-a2de-eae26987f7ac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.159740] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Waiting for the task: (returnval){ [ 1544.159740] env[64147]: value = "task-1839772" [ 1544.159740] env[64147]: _type = "Task" [ 1544.159740] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.172379] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.265488] env[64147]: DEBUG nova.network.neutron [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.341040] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd4624c-c31b-46b3-af25-a1a6282585cc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.352062] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c18eb0-30f9-4ba8-9c06-edfbe90737ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.384393] env[64147]: INFO nova.compute.manager [-] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Took 1.39 seconds to deallocate network for instance. [ 1544.389733] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5a0fc5-855c-4356-af8e-78991157d213 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.395189] env[64147]: INFO nova.compute.manager [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Rescuing [ 1544.398053] env[64147]: DEBUG oslo_concurrency.lockutils [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.398053] env[64147]: DEBUG oslo_concurrency.lockutils [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.398053] env[64147]: DEBUG nova.network.neutron [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.404065] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59e6b38-efa4-4786-a950-bd16d01d665b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.419883] env[64147]: DEBUG nova.compute.provider_tree [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.435521] env[64147]: DEBUG nova.network.neutron [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Updating instance_info_cache with network_info: [{"id": "9a8212ab-71a3-4af2-8d02-6c4822a15779", "address": "fa:16:3e:6e:a5:fe", "network": {"id": "03fccacf-2ca3-480a-984a-31dc543d9086", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2136483503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb757229541c4350bfa4c4025f4c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8212ab-71", "ovs_interfaceid": "9a8212ab-71a3-4af2-8d02-6c4822a15779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.436926] env[64147]: INFO nova.compute.manager [-] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Took 1.30 seconds to deallocate network for instance. [ 1544.450402] env[64147]: INFO nova.compute.manager [-] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Took 1.32 seconds to deallocate network for instance. [ 1544.623308] env[64147]: DEBUG nova.compute.manager [req-60008757-a251-4641-9036-63f7652e8236 req-717ff3bf-3153-4f64-8bf5-7fe06cf7167c service nova] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Received event network-vif-deleted-47253961-3f30-488b-bfe1-0ba6d842f385 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1544.623848] env[64147]: DEBUG nova.compute.manager [req-60008757-a251-4641-9036-63f7652e8236 req-717ff3bf-3153-4f64-8bf5-7fe06cf7167c service nova] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Received event network-vif-deleted-2923c0cd-f4c0-4889-9465-bd6cfca35599 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1544.670611] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839772, 'name': ReconfigVM_Task, 'duration_secs': 0.129264} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.671097] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380676', 'volume_id': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'name': 'volume-651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f2d5b53-a0a8-4555-90b7-74546298b6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'serial': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1544.671768] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-896bbff0-8504-47c5-a4dc-28396c689db5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.678958] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Waiting for the task: (returnval){ [ 1544.678958] env[64147]: value = "task-1839773" [ 1544.678958] env[64147]: _type = "Task" [ 1544.678958] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.689180] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839773, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.898310] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.927900] env[64147]: DEBUG nova.scheduler.client.report [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.939528] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lock "refresh_cache-3a9c7040-44b2-45a9-bbea-16995a643e08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.939627] env[64147]: DEBUG nova.compute.manager [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Instance network_info: |[{"id": "9a8212ab-71a3-4af2-8d02-6c4822a15779", "address": "fa:16:3e:6e:a5:fe", "network": {"id": "03fccacf-2ca3-480a-984a-31dc543d9086", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2136483503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb757229541c4350bfa4c4025f4c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8212ab-71", "ovs_interfaceid": "9a8212ab-71a3-4af2-8d02-6c4822a15779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1544.940081] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:a5:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a8212ab-71a3-4af2-8d02-6c4822a15779', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.947449] env[64147]: DEBUG oslo.service.loopingcall [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.949123] env[64147]: DEBUG oslo_concurrency.lockutils [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.950028] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.950028] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71c717ac-f005-4e62-8b9a-ea2c313f8d3f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.967388] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.974044] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.974044] env[64147]: value = "task-1839774" [ 1544.974044] env[64147]: _type = "Task" [ 1544.974044] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.983339] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839774, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.056965] env[64147]: DEBUG nova.compute.manager [req-8ba4a79c-087b-430d-a39b-e2168c26000c req-235119a1-4eae-4d28-b753-f33dafe3dda1 service nova] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Received event network-changed-9a8212ab-71a3-4af2-8d02-6c4822a15779 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1545.057148] env[64147]: DEBUG nova.compute.manager [req-8ba4a79c-087b-430d-a39b-e2168c26000c req-235119a1-4eae-4d28-b753-f33dafe3dda1 service nova] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Refreshing instance network info cache due to event network-changed-9a8212ab-71a3-4af2-8d02-6c4822a15779. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1545.057421] env[64147]: DEBUG oslo_concurrency.lockutils [req-8ba4a79c-087b-430d-a39b-e2168c26000c req-235119a1-4eae-4d28-b753-f33dafe3dda1 service nova] Acquiring lock "refresh_cache-3a9c7040-44b2-45a9-bbea-16995a643e08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.057522] env[64147]: DEBUG oslo_concurrency.lockutils [req-8ba4a79c-087b-430d-a39b-e2168c26000c req-235119a1-4eae-4d28-b753-f33dafe3dda1 service nova] Acquired lock "refresh_cache-3a9c7040-44b2-45a9-bbea-16995a643e08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.057635] env[64147]: DEBUG nova.network.neutron [req-8ba4a79c-087b-430d-a39b-e2168c26000c req-235119a1-4eae-4d28-b753-f33dafe3dda1 service nova] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Refreshing network info cache for port 9a8212ab-71a3-4af2-8d02-6c4822a15779 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.148488] env[64147]: DEBUG nova.network.neutron [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Updating instance_info_cache with network_info: [{"id": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "address": "fa:16:3e:63:63:d7", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e61b7c-b4", "ovs_interfaceid": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.190463] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839773, 'name': Rename_Task, 'duration_secs': 0.138734} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.190723] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.191225] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88ca30c6-4e98-47d1-a26c-656c197677bc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.199045] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Waiting for the task: (returnval){ [ 1545.199045] env[64147]: value = "task-1839775" [ 1545.199045] env[64147]: _type = "Task" [ 1545.199045] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.207169] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.430778] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.431139] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1545.433863] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.808s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.435364] env[64147]: INFO nova.compute.claims [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1545.484657] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839774, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.651354] env[64147]: DEBUG oslo_concurrency.lockutils [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.709403] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.756420] env[64147]: DEBUG nova.network.neutron [req-8ba4a79c-087b-430d-a39b-e2168c26000c req-235119a1-4eae-4d28-b753-f33dafe3dda1 service nova] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Updated VIF entry in instance network info cache for port 9a8212ab-71a3-4af2-8d02-6c4822a15779. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.756581] env[64147]: DEBUG nova.network.neutron [req-8ba4a79c-087b-430d-a39b-e2168c26000c req-235119a1-4eae-4d28-b753-f33dafe3dda1 service nova] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Updating instance_info_cache with network_info: [{"id": "9a8212ab-71a3-4af2-8d02-6c4822a15779", "address": "fa:16:3e:6e:a5:fe", "network": {"id": "03fccacf-2ca3-480a-984a-31dc543d9086", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2136483503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb757229541c4350bfa4c4025f4c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8212ab-71", "ovs_interfaceid": "9a8212ab-71a3-4af2-8d02-6c4822a15779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.941814] env[64147]: DEBUG nova.compute.utils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1545.944695] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1545.945252] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1545.989934] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839774, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.991501] env[64147]: DEBUG nova.policy [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a030679f8bc94d4ea3cdc8d1482e7fdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f47a3d47f774fb5a89879188848d045', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1546.057255] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.057470] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.210019] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.258726] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Successfully created port: 832fa54a-be7f-443f-8e23-5129b582ab64 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1546.260950] env[64147]: DEBUG oslo_concurrency.lockutils [req-8ba4a79c-087b-430d-a39b-e2168c26000c req-235119a1-4eae-4d28-b753-f33dafe3dda1 service nova] Releasing lock "refresh_cache-3a9c7040-44b2-45a9-bbea-16995a643e08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.261221] env[64147]: DEBUG nova.compute.manager [req-8ba4a79c-087b-430d-a39b-e2168c26000c req-235119a1-4eae-4d28-b753-f33dafe3dda1 service nova] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Received event network-vif-deleted-57c197d7-57f3-4381-b008-9ac8ad38ac36 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1546.445145] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1546.485882] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839774, 'name': CreateVM_Task, 'duration_secs': 1.315538} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.488856] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1546.494666] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.494848] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.495252] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1546.495952] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07329ef-79a6-4ea6-8429-93197c1157f8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.509247] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1546.509247] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ef37a3-0b6d-e66b-4527-3cd8985618c7" [ 1546.509247] env[64147]: _type = "Task" [ 1546.509247] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.520013] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ef37a3-0b6d-e66b-4527-3cd8985618c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.521195] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.521195] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.521195] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.521195] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.521378] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.521487] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-463a0527-4db5-487a-9296-9814e85cdb58 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.530539] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.530722] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.531456] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f17600b-481b-458f-bc14-8b682dabc004 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.538347] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1546.538347] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52bb5a22-9029-99b3-3392-10aed6e8e288" [ 1546.538347] env[64147]: _type = "Task" [ 1546.538347] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.551795] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52bb5a22-9029-99b3-3392-10aed6e8e288, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.552984] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cb00fe-3929-4377-9aa8-ce805a2939f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.559489] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1546.559489] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52bffa14-6d69-53b7-b5f5-609cb24dfba5" [ 1546.559489] env[64147]: _type = "Task" [ 1546.559489] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.571331] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52bffa14-6d69-53b7-b5f5-609cb24dfba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.708900] env[64147]: DEBUG oslo_vmware.api [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839775, 'name': PowerOnVM_Task, 'duration_secs': 1.44244} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.711322] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1546.711538] env[64147]: INFO nova.compute.manager [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1546.711687] env[64147]: DEBUG nova.compute.manager [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.712851] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f6e24c-69f3-4a53-83d7-25e2fda9aeec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.039223] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aede68f-494f-49a9-80fd-6bb085860198 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.050216] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5652e6ec-bb76-44f4-b7f1-6c6039c1262d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.083758] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d8cadc-7146-4554-aca7-8daf968a4354 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.094349] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52bffa14-6d69-53b7-b5f5-609cb24dfba5, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.095573] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2218a4-6085-476b-85bf-82252b5750a5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.099469] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.099730] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 3a9c7040-44b2-45a9-bbea-16995a643e08/3a9c7040-44b2-45a9-bbea-16995a643e08.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.100017] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26e0979d-15e7-4ba1-bfce-2056a785484f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.112485] env[64147]: DEBUG nova.compute.provider_tree [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.115150] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1547.115150] env[64147]: value = "task-1839776" [ 1547.115150] env[64147]: _type = "Task" [ 1547.115150] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.124720] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.191439] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.191755] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20ba9c14-8323-4145-a497-5d40d04c2f3d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.200853] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1547.200853] env[64147]: value = "task-1839777" [ 1547.200853] env[64147]: _type = "Task" [ 1547.200853] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.210130] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.231140] env[64147]: INFO nova.compute.manager [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Took 51.06 seconds to build instance. [ 1547.456811] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1547.489669] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1547.489964] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.490409] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1547.490686] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.490915] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1547.491236] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1547.491440] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1547.491663] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1547.491899] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1547.492186] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1547.492418] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1547.493649] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6ca5d-ff53-4b93-935b-92978e616024 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.504149] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c00170a-c1f1-4556-a028-4e188a5af9a9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.621034] env[64147]: DEBUG nova.scheduler.client.report [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.633259] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839776, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.713798] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839777, 'name': PowerOffVM_Task, 'duration_secs': 0.313013} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.714083] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.714893] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3dfe59-9726-4bc4-a0d8-ff9744b3afc7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.740212] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a19d985e-15c2-4e8c-b0d8-a3ea382eda1b tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.613s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.747919] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c36006-b23a-4d1a-8550-7bc5e4503747 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.751251] env[64147]: DEBUG nova.compute.manager [req-efee44d5-8f19-485c-82dc-208e94701f63 req-1c41e314-d18a-4a75-b619-657d0edfb0ee service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Received event network-vif-plugged-832fa54a-be7f-443f-8e23-5129b582ab64 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1547.751466] env[64147]: DEBUG oslo_concurrency.lockutils [req-efee44d5-8f19-485c-82dc-208e94701f63 req-1c41e314-d18a-4a75-b619-657d0edfb0ee service nova] Acquiring lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.751674] env[64147]: DEBUG oslo_concurrency.lockutils [req-efee44d5-8f19-485c-82dc-208e94701f63 req-1c41e314-d18a-4a75-b619-657d0edfb0ee service nova] Lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.752195] env[64147]: DEBUG oslo_concurrency.lockutils [req-efee44d5-8f19-485c-82dc-208e94701f63 req-1c41e314-d18a-4a75-b619-657d0edfb0ee service nova] Lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.752195] env[64147]: DEBUG nova.compute.manager [req-efee44d5-8f19-485c-82dc-208e94701f63 req-1c41e314-d18a-4a75-b619-657d0edfb0ee service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] No waiting events found dispatching network-vif-plugged-832fa54a-be7f-443f-8e23-5129b582ab64 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1547.752195] env[64147]: WARNING nova.compute.manager [req-efee44d5-8f19-485c-82dc-208e94701f63 req-1c41e314-d18a-4a75-b619-657d0edfb0ee service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Received unexpected event network-vif-plugged-832fa54a-be7f-443f-8e23-5129b582ab64 for instance with vm_state building and task_state spawning. [ 1547.783072] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.783392] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc44e3f0-86e7-43bb-b513-311cd2a37f1c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.792145] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1547.792145] env[64147]: value = "task-1839778" [ 1547.792145] env[64147]: _type = "Task" [ 1547.792145] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.803428] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1547.804309] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1547.804567] env[64147]: DEBUG oslo_concurrency.lockutils [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.804856] env[64147]: DEBUG oslo_concurrency.lockutils [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.804920] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1547.805171] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80f77aaf-9aa3-4934-8940-82b39af09459 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.823461] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1547.823662] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1547.824461] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b159f2-d772-43c0-9add-f150724d52ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.835223] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1547.835223] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]528bf21b-b904-e448-5161-ff7d87a8e98b" [ 1547.835223] env[64147]: _type = "Task" [ 1547.835223] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.836139] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Successfully updated port: 832fa54a-be7f-443f-8e23-5129b582ab64 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1547.853145] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528bf21b-b904-e448-5161-ff7d87a8e98b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.130079] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.130616] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1548.137183] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839776, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.137183] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.715s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.137183] env[64147]: INFO nova.compute.claims [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.247192] env[64147]: DEBUG nova.compute.manager [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1548.341897] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "refresh_cache-8660ef73-3c1f-42d2-8a8e-bf7a086671c7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.342131] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "refresh_cache-8660ef73-3c1f-42d2-8a8e-bf7a086671c7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.342173] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.350303] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528bf21b-b904-e448-5161-ff7d87a8e98b, 'name': SearchDatastore_Task, 'duration_secs': 0.07437} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.351284] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8824ab-0e8c-4582-835e-50a23670dc59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.358479] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1548.358479] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52908d3c-3e26-d84d-64fd-65576de582f6" [ 1548.358479] env[64147]: _type = "Task" [ 1548.358479] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.374500] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52908d3c-3e26-d84d-64fd-65576de582f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.462588] env[64147]: DEBUG nova.compute.manager [req-0e56d23f-b96e-48c7-ad98-d4a2acd70faa req-b8c26ae2-d848-4622-96c1-cf93222ce8cb service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Received event network-changed-c959c001-c987-4c71-9e04-3b61e81162a6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1548.462776] env[64147]: DEBUG nova.compute.manager [req-0e56d23f-b96e-48c7-ad98-d4a2acd70faa req-b8c26ae2-d848-4622-96c1-cf93222ce8cb service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Refreshing instance network info cache due to event network-changed-c959c001-c987-4c71-9e04-3b61e81162a6. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1548.462994] env[64147]: DEBUG oslo_concurrency.lockutils [req-0e56d23f-b96e-48c7-ad98-d4a2acd70faa req-b8c26ae2-d848-4622-96c1-cf93222ce8cb service nova] Acquiring lock "refresh_cache-0f2d5b53-a0a8-4555-90b7-74546298b6d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.465213] env[64147]: DEBUG oslo_concurrency.lockutils [req-0e56d23f-b96e-48c7-ad98-d4a2acd70faa req-b8c26ae2-d848-4622-96c1-cf93222ce8cb service nova] Acquired lock "refresh_cache-0f2d5b53-a0a8-4555-90b7-74546298b6d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.465213] env[64147]: DEBUG nova.network.neutron [req-0e56d23f-b96e-48c7-ad98-d4a2acd70faa req-b8c26ae2-d848-4622-96c1-cf93222ce8cb service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Refreshing network info cache for port c959c001-c987-4c71-9e04-3b61e81162a6 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.627852] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839776, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.636918] env[64147]: DEBUG nova.compute.utils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1548.637548] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1548.637941] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1548.685140] env[64147]: DEBUG nova.policy [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a030679f8bc94d4ea3cdc8d1482e7fdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f47a3d47f774fb5a89879188848d045', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1548.774385] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.870706] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52908d3c-3e26-d84d-64fd-65576de582f6, 'name': SearchDatastore_Task, 'duration_secs': 0.062224} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.870900] env[64147]: DEBUG oslo_concurrency.lockutils [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.871169] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9f9b4fa1-8187-431d-8f50-536a80a9c5b3/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. {{(pid=64147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1548.871435] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c960f02e-c547-4bb2-bb94-5ec0b0768b9d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.874831] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.878830] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1548.878830] env[64147]: value = "task-1839779" [ 1548.878830] env[64147]: _type = "Task" [ 1548.878830] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.888015] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.953112] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Successfully created port: 17168e6d-8a45-4efd-bf44-b1071e9dd61c {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.021806] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Updating instance_info_cache with network_info: [{"id": "832fa54a-be7f-443f-8e23-5129b582ab64", "address": "fa:16:3e:64:36:f8", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap832fa54a-be", "ovs_interfaceid": "832fa54a-be7f-443f-8e23-5129b582ab64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.137467] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839776, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.549356} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.137819] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 3a9c7040-44b2-45a9-bbea-16995a643e08/3a9c7040-44b2-45a9-bbea-16995a643e08.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1549.138089] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1549.138404] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-664d1c09-035c-47dd-900a-3a325c08b76f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.141167] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1549.154272] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1549.154272] env[64147]: value = "task-1839780" [ 1549.154272] env[64147]: _type = "Task" [ 1549.154272] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.164998] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.377280] env[64147]: DEBUG nova.network.neutron [req-0e56d23f-b96e-48c7-ad98-d4a2acd70faa req-b8c26ae2-d848-4622-96c1-cf93222ce8cb service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Updated VIF entry in instance network info cache for port c959c001-c987-4c71-9e04-3b61e81162a6. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.377667] env[64147]: DEBUG nova.network.neutron [req-0e56d23f-b96e-48c7-ad98-d4a2acd70faa req-b8c26ae2-d848-4622-96c1-cf93222ce8cb service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Updating instance_info_cache with network_info: [{"id": "c959c001-c987-4c71-9e04-3b61e81162a6", "address": "fa:16:3e:93:ef:4e", "network": {"id": "2994801c-f1e3-46a7-a15f-ea4012d0fd4d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2084478195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d173eece454b0990f016b8da2e560e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc959c001-c9", "ovs_interfaceid": "c959c001-c987-4c71-9e04-3b61e81162a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.396872] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458615} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.399959] env[64147]: INFO nova.virt.vmwareapi.ds_util [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9f9b4fa1-8187-431d-8f50-536a80a9c5b3/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. [ 1549.401332] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05a5ee5-d443-4c32-8afb-62f72f9ddb47 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.435123] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 9f9b4fa1-8187-431d-8f50-536a80a9c5b3/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.437433] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a17437-616a-4198-9759-3e12c416ded5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.460541] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1549.460541] env[64147]: value = "task-1839781" [ 1549.460541] env[64147]: _type = "Task" [ 1549.460541] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.473286] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.524944] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "refresh_cache-8660ef73-3c1f-42d2-8a8e-bf7a086671c7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.525412] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Instance network_info: |[{"id": "832fa54a-be7f-443f-8e23-5129b582ab64", "address": "fa:16:3e:64:36:f8", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap832fa54a-be", "ovs_interfaceid": "832fa54a-be7f-443f-8e23-5129b582ab64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1549.526174] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:36:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '832fa54a-be7f-443f-8e23-5129b582ab64', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1549.534063] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Creating folder: Project (7f47a3d47f774fb5a89879188848d045). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.534303] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ab20972-f2ae-4854-b142-9086986bd44d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.550737] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Created folder: Project (7f47a3d47f774fb5a89879188848d045) in parent group-v380629. [ 1549.550926] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Creating folder: Instances. Parent ref: group-v380719. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.553689] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fb6b87c-6b41-46ac-9096-3ce4854551ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.567703] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Created folder: Instances in parent group-v380719. [ 1549.567872] env[64147]: DEBUG oslo.service.loopingcall [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.570517] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1549.572882] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14185708-dced-44ec-929b-15e05a6d1790 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.594565] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1549.594565] env[64147]: value = "task-1839784" [ 1549.594565] env[64147]: _type = "Task" [ 1549.594565] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.603607] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839784, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.665438] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084269} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.668511] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1549.670050] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b9f02f-da76-47e5-8ef4-76e51628cb76 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.694987] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 3a9c7040-44b2-45a9-bbea-16995a643e08/3a9c7040-44b2-45a9-bbea-16995a643e08.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.698784] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b6bf64b-7a53-43e5-8ece-2c9e6fffc574 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.723936] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1549.723936] env[64147]: value = "task-1839785" [ 1549.723936] env[64147]: _type = "Task" [ 1549.723936] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.735885] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.873678] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e30e02-ba2c-4105-94ef-a10f4409e63b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.882425] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20daa7d2-78b0-4ddb-9a42-f2977bc7ca2d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.885813] env[64147]: DEBUG oslo_concurrency.lockutils [req-0e56d23f-b96e-48c7-ad98-d4a2acd70faa req-b8c26ae2-d848-4622-96c1-cf93222ce8cb service nova] Releasing lock "refresh_cache-0f2d5b53-a0a8-4555-90b7-74546298b6d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.916557] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f657c4f7-d928-40cf-b441-3e94ff0eadd4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.920209] env[64147]: DEBUG nova.compute.manager [req-5aa012ae-68ba-4a0e-99f1-09dbd53b7487 req-bbe9f656-0f76-4095-880d-0031a984c238 service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Received event network-changed-832fa54a-be7f-443f-8e23-5129b582ab64 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1549.920405] env[64147]: DEBUG nova.compute.manager [req-5aa012ae-68ba-4a0e-99f1-09dbd53b7487 req-bbe9f656-0f76-4095-880d-0031a984c238 service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Refreshing instance network info cache due to event network-changed-832fa54a-be7f-443f-8e23-5129b582ab64. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1549.920623] env[64147]: DEBUG oslo_concurrency.lockutils [req-5aa012ae-68ba-4a0e-99f1-09dbd53b7487 req-bbe9f656-0f76-4095-880d-0031a984c238 service nova] Acquiring lock "refresh_cache-8660ef73-3c1f-42d2-8a8e-bf7a086671c7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.920769] env[64147]: DEBUG oslo_concurrency.lockutils [req-5aa012ae-68ba-4a0e-99f1-09dbd53b7487 req-bbe9f656-0f76-4095-880d-0031a984c238 service nova] Acquired lock "refresh_cache-8660ef73-3c1f-42d2-8a8e-bf7a086671c7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.920928] env[64147]: DEBUG nova.network.neutron [req-5aa012ae-68ba-4a0e-99f1-09dbd53b7487 req-bbe9f656-0f76-4095-880d-0031a984c238 service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Refreshing network info cache for port 832fa54a-be7f-443f-8e23-5129b582ab64 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.929246] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87ab5c-20eb-4e7b-9f80-f30cfc700907 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.947343] env[64147]: DEBUG nova.compute.provider_tree [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.970536] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839781, 'name': ReconfigVM_Task, 'duration_secs': 0.311682} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.970834] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 9f9b4fa1-8187-431d-8f50-536a80a9c5b3/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.971755] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65d0512-866b-4489-a871-2a491bdab074 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.002014] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5095baf0-f5d1-4c0b-88bc-16603680a3c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.019273] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1550.019273] env[64147]: value = "task-1839786" [ 1550.019273] env[64147]: _type = "Task" [ 1550.019273] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.029106] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.104614] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839784, 'name': CreateVM_Task, 'duration_secs': 0.408322} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.104778] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.105496] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.105664] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.105985] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.106269] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35b5a73-93ef-4877-9b02-fec0aa5b9c58 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.110770] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1550.110770] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524af529-58fa-ebc2-e9a5-fe6c20e6d566" [ 1550.110770] env[64147]: _type = "Task" [ 1550.110770] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.118057] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524af529-58fa-ebc2-e9a5-fe6c20e6d566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.156911] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1550.182234] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1550.182494] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.182651] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1550.182834] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.183052] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1550.183255] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1550.183450] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1550.183606] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1550.183780] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1550.183928] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1550.184109] env[64147]: DEBUG nova.virt.hardware [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1550.184945] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f880fe-8f19-4d4a-b3bf-ba640f898c76 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.193203] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b37c026-59b6-4825-a937-43ed42435f0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.236678] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.451021] env[64147]: DEBUG nova.scheduler.client.report [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.529846] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.622975] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524af529-58fa-ebc2-e9a5-fe6c20e6d566, 'name': SearchDatastore_Task, 'duration_secs': 0.051143} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.623762] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.624229] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.624691] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.624934] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.625265] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.625619] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dae26a2a-4537-4e95-beb1-22645bf70ab0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.642115] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.642115] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.642115] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4549e02-dbc3-44d0-899a-c251a8653a5a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.652319] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1550.652319] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523e7468-bde2-5bb9-55b5-ffdddd1ba57e" [ 1550.652319] env[64147]: _type = "Task" [ 1550.652319] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.658846] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523e7468-bde2-5bb9-55b5-ffdddd1ba57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.734957] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.768929] env[64147]: DEBUG nova.network.neutron [req-5aa012ae-68ba-4a0e-99f1-09dbd53b7487 req-bbe9f656-0f76-4095-880d-0031a984c238 service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Updated VIF entry in instance network info cache for port 832fa54a-be7f-443f-8e23-5129b582ab64. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1550.768929] env[64147]: DEBUG nova.network.neutron [req-5aa012ae-68ba-4a0e-99f1-09dbd53b7487 req-bbe9f656-0f76-4095-880d-0031a984c238 service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Updating instance_info_cache with network_info: [{"id": "832fa54a-be7f-443f-8e23-5129b582ab64", "address": "fa:16:3e:64:36:f8", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap832fa54a-be", "ovs_interfaceid": "832fa54a-be7f-443f-8e23-5129b582ab64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.836236] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Successfully updated port: 17168e6d-8a45-4efd-bf44-b1071e9dd61c {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1550.957037] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.957483] env[64147]: DEBUG nova.compute.manager [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1550.960273] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.188s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.961867] env[64147]: INFO nova.compute.claims [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1551.030715] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839786, 'name': ReconfigVM_Task, 'duration_secs': 0.77875} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.031052] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.031472] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92153636-9a61-4cb4-a629-fbcae3036cad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.039009] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1551.039009] env[64147]: value = "task-1839787" [ 1551.039009] env[64147]: _type = "Task" [ 1551.039009] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.047777] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.160699] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523e7468-bde2-5bb9-55b5-ffdddd1ba57e, 'name': SearchDatastore_Task, 'duration_secs': 0.079428} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.161499] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208dc02b-cc98-4498-bfd0-b1b37f5c5dce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.167107] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1551.167107] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5224a490-5c5a-717c-b616-45d2bd1e2bc2" [ 1551.167107] env[64147]: _type = "Task" [ 1551.167107] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.175262] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5224a490-5c5a-717c-b616-45d2bd1e2bc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.236989] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839785, 'name': ReconfigVM_Task, 'duration_secs': 1.125481} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.237426] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 3a9c7040-44b2-45a9-bbea-16995a643e08/3a9c7040-44b2-45a9-bbea-16995a643e08.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.238290] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9300d567-6f4c-48ac-a5b6-815bdd205db3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.247105] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1551.247105] env[64147]: value = "task-1839788" [ 1551.247105] env[64147]: _type = "Task" [ 1551.247105] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.255792] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839788, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.271097] env[64147]: DEBUG oslo_concurrency.lockutils [req-5aa012ae-68ba-4a0e-99f1-09dbd53b7487 req-bbe9f656-0f76-4095-880d-0031a984c238 service nova] Releasing lock "refresh_cache-8660ef73-3c1f-42d2-8a8e-bf7a086671c7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.339423] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "refresh_cache-1050f2b2-a884-40d6-b519-a381df45f896" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.339547] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "refresh_cache-1050f2b2-a884-40d6-b519-a381df45f896" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.339666] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.466843] env[64147]: DEBUG nova.compute.utils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.472605] env[64147]: DEBUG nova.compute.manager [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1551.472766] env[64147]: DEBUG nova.network.neutron [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1551.512473] env[64147]: DEBUG nova.policy [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3326c976d5947749dbf7df26f925886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3549758523d4b8188c0379e14379ef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1551.550301] env[64147]: DEBUG oslo_vmware.api [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839787, 'name': PowerOnVM_Task, 'duration_secs': 0.438809} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.550618] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.554419] env[64147]: DEBUG nova.compute.manager [None req-74ab1eba-bf73-49e8-8505-08d798a6b3c1 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.554686] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0a87d4-2ff6-4d36-bac5-0fc293a7ad00 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.678218] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5224a490-5c5a-717c-b616-45d2bd1e2bc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.678500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.678810] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 8660ef73-3c1f-42d2-8a8e-bf7a086671c7/8660ef73-3c1f-42d2-8a8e-bf7a086671c7.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.679057] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfac6859-47c3-46f7-888d-e664bac58e8b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.687858] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1551.687858] env[64147]: value = "task-1839789" [ 1551.687858] env[64147]: _type = "Task" [ 1551.687858] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.697014] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.757983] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839788, 'name': Rename_Task, 'duration_secs': 0.176979} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.758305] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.758598] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e986a84-f56d-4925-9b5a-fd489343cdb5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.765518] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1551.765518] env[64147]: value = "task-1839790" [ 1551.765518] env[64147]: _type = "Task" [ 1551.765518] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.774590] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.811422] env[64147]: DEBUG nova.network.neutron [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Successfully created port: b4350b47-f7df-4c64-a24e-df2212e820ce {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.883814] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1551.973800] env[64147]: DEBUG nova.compute.manager [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1552.198392] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505612} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.198674] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 8660ef73-3c1f-42d2-8a8e-bf7a086671c7/8660ef73-3c1f-42d2-8a8e-bf7a086671c7.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.199383] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.201576] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d57d559-6bf2-45f4-bbd1-d4e11fb633a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.214845] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1552.214845] env[64147]: value = "task-1839791" [ 1552.214845] env[64147]: _type = "Task" [ 1552.214845] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.234222] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.235623] env[64147]: DEBUG nova.compute.manager [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Received event network-vif-plugged-17168e6d-8a45-4efd-bf44-b1071e9dd61c {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1552.235786] env[64147]: DEBUG oslo_concurrency.lockutils [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] Acquiring lock "1050f2b2-a884-40d6-b519-a381df45f896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.236084] env[64147]: DEBUG oslo_concurrency.lockutils [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] Lock "1050f2b2-a884-40d6-b519-a381df45f896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.236320] env[64147]: DEBUG oslo_concurrency.lockutils [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] Lock "1050f2b2-a884-40d6-b519-a381df45f896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.236570] env[64147]: DEBUG nova.compute.manager [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] No waiting events found dispatching network-vif-plugged-17168e6d-8a45-4efd-bf44-b1071e9dd61c {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1552.236938] env[64147]: WARNING nova.compute.manager [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Received unexpected event network-vif-plugged-17168e6d-8a45-4efd-bf44-b1071e9dd61c for instance with vm_state building and task_state spawning. [ 1552.237111] env[64147]: DEBUG nova.compute.manager [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Received event network-changed-17168e6d-8a45-4efd-bf44-b1071e9dd61c {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1552.237235] env[64147]: DEBUG nova.compute.manager [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Refreshing instance network info cache due to event network-changed-17168e6d-8a45-4efd-bf44-b1071e9dd61c. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1552.237450] env[64147]: DEBUG oslo_concurrency.lockutils [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] Acquiring lock "refresh_cache-1050f2b2-a884-40d6-b519-a381df45f896" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.279594] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.349351] env[64147]: DEBUG nova.network.neutron [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Updating instance_info_cache with network_info: [{"id": "17168e6d-8a45-4efd-bf44-b1071e9dd61c", "address": "fa:16:3e:25:f7:5c", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17168e6d-8a", "ovs_interfaceid": "17168e6d-8a45-4efd-bf44-b1071e9dd61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.609022] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bde68e-66ec-4274-a151-421cbad6d5ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.617811] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b7b30-51e3-4f6e-b078-7ffef96348f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.654120] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3974bb-7354-4cbe-9563-f25a065096e6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.663194] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bce3a5a-a45f-4ac7-8df9-ae97304d7b8a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.677918] env[64147]: DEBUG nova.compute.provider_tree [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.724906] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.40684} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.725260] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1552.726047] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464a26b5-05d4-4e20-bb40-b39d65d682d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.748999] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 8660ef73-3c1f-42d2-8a8e-bf7a086671c7/8660ef73-3c1f-42d2-8a8e-bf7a086671c7.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.749319] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-829d9689-7ce3-42fe-87b4-b64df426be7b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.773963] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1552.773963] env[64147]: value = "task-1839792" [ 1552.773963] env[64147]: _type = "Task" [ 1552.773963] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.777448] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839790, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.787229] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.852598] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "refresh_cache-1050f2b2-a884-40d6-b519-a381df45f896" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.852953] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Instance network_info: |[{"id": "17168e6d-8a45-4efd-bf44-b1071e9dd61c", "address": "fa:16:3e:25:f7:5c", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17168e6d-8a", "ovs_interfaceid": "17168e6d-8a45-4efd-bf44-b1071e9dd61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1552.853440] env[64147]: DEBUG oslo_concurrency.lockutils [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] Acquired lock "refresh_cache-1050f2b2-a884-40d6-b519-a381df45f896" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.853672] env[64147]: DEBUG nova.network.neutron [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Refreshing network info cache for port 17168e6d-8a45-4efd-bf44-b1071e9dd61c {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.854985] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:f7:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17168e6d-8a45-4efd-bf44-b1071e9dd61c', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1552.862310] env[64147]: DEBUG oslo.service.loopingcall [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.865351] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1552.865824] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66ad60eb-b107-40dc-9307-c0bea4a41770 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.889096] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1552.889096] env[64147]: value = "task-1839793" [ 1552.889096] env[64147]: _type = "Task" [ 1552.889096] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.897788] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839793, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.903364] env[64147]: INFO nova.compute.manager [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Unrescuing [ 1552.903614] env[64147]: DEBUG oslo_concurrency.lockutils [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.903762] env[64147]: DEBUG oslo_concurrency.lockutils [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.903921] env[64147]: DEBUG nova.network.neutron [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.987487] env[64147]: DEBUG nova.compute.manager [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1553.016012] env[64147]: DEBUG nova.virt.hardware [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1553.016369] env[64147]: DEBUG nova.virt.hardware [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.016585] env[64147]: DEBUG nova.virt.hardware [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1553.016839] env[64147]: DEBUG nova.virt.hardware [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.017010] env[64147]: DEBUG nova.virt.hardware [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1553.017238] env[64147]: DEBUG nova.virt.hardware [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1553.017501] env[64147]: DEBUG nova.virt.hardware [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1553.017710] env[64147]: DEBUG nova.virt.hardware [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1553.017987] env[64147]: DEBUG nova.virt.hardware [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1553.018165] env[64147]: DEBUG nova.virt.hardware [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1553.018408] env[64147]: DEBUG nova.virt.hardware [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1553.019432] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51df8a54-bd47-428a-9319-5089ff432535 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.030574] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b8969-c683-4a33-906c-2996a95021bf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.133811] env[64147]: DEBUG nova.network.neutron [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Updated VIF entry in instance network info cache for port 17168e6d-8a45-4efd-bf44-b1071e9dd61c. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.134197] env[64147]: DEBUG nova.network.neutron [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Updating instance_info_cache with network_info: [{"id": "17168e6d-8a45-4efd-bf44-b1071e9dd61c", "address": "fa:16:3e:25:f7:5c", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17168e6d-8a", "ovs_interfaceid": "17168e6d-8a45-4efd-bf44-b1071e9dd61c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.180615] env[64147]: DEBUG nova.scheduler.client.report [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1553.277143] env[64147]: DEBUG oslo_vmware.api [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839790, 'name': PowerOnVM_Task, 'duration_secs': 1.05481} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.277446] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.277663] env[64147]: INFO nova.compute.manager [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Took 11.32 seconds to spawn the instance on the hypervisor. [ 1553.277844] env[64147]: DEBUG nova.compute.manager [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1553.281985] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708de037-31af-488b-ba28-42e8fa3afd4a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.293940] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839792, 'name': ReconfigVM_Task, 'duration_secs': 0.321724} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.294222] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 8660ef73-3c1f-42d2-8a8e-bf7a086671c7/8660ef73-3c1f-42d2-8a8e-bf7a086671c7.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1553.294767] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca7cc8f2-82cc-4a81-b5ce-7ca9eea96779 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.302726] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1553.302726] env[64147]: value = "task-1839794" [ 1553.302726] env[64147]: _type = "Task" [ 1553.302726] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.311888] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839794, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.402777] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839793, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.637556] env[64147]: DEBUG oslo_concurrency.lockutils [req-68cbcf17-1a42-447e-9da7-8312fa097ddb req-3f20fb41-a2c2-4d74-b087-938e74aac650 service nova] Releasing lock "refresh_cache-1050f2b2-a884-40d6-b519-a381df45f896" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.685938] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.686106] env[64147]: DEBUG nova.compute.manager [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1553.689431] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.678s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.689694] env[64147]: DEBUG nova.objects.instance [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lazy-loading 'resources' on Instance uuid 482d902a-48d3-4165-b346-9e4266f2c923 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.734478] env[64147]: DEBUG nova.network.neutron [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Updating instance_info_cache with network_info: [{"id": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "address": "fa:16:3e:63:63:d7", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e61b7c-b4", "ovs_interfaceid": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.811165] env[64147]: INFO nova.compute.manager [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Took 47.79 seconds to build instance. [ 1553.820066] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839794, 'name': Rename_Task, 'duration_secs': 0.20598} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.820329] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.820572] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5761aaa-9f8e-4318-b4c3-8091c9bb9923 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.833025] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1553.833025] env[64147]: value = "task-1839795" [ 1553.833025] env[64147]: _type = "Task" [ 1553.833025] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.836779] env[64147]: DEBUG nova.network.neutron [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Successfully updated port: b4350b47-f7df-4c64-a24e-df2212e820ce {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.844153] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.902107] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839793, 'name': CreateVM_Task, 'duration_secs': 0.882567} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.902320] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1553.903067] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.903250] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.903575] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1553.903863] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ee104d-70bd-4174-9d6f-ebd175c64b50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.909373] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1553.909373] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52263940-8a4e-2023-b4a9-d2f1aac76bc6" [ 1553.909373] env[64147]: _type = "Task" [ 1553.909373] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.918647] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52263940-8a4e-2023-b4a9-d2f1aac76bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.192653] env[64147]: DEBUG nova.compute.utils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1554.197225] env[64147]: DEBUG nova.compute.manager [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1554.197422] env[64147]: DEBUG nova.network.neutron [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1554.237357] env[64147]: DEBUG oslo_concurrency.lockutils [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.237809] env[64147]: DEBUG nova.objects.instance [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lazy-loading 'flavor' on Instance uuid 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.261046] env[64147]: DEBUG nova.compute.manager [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Received event network-vif-plugged-b4350b47-f7df-4c64-a24e-df2212e820ce {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1554.261046] env[64147]: DEBUG oslo_concurrency.lockutils [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] Acquiring lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.261268] env[64147]: DEBUG oslo_concurrency.lockutils [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] Lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.261433] env[64147]: DEBUG oslo_concurrency.lockutils [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] Lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.261597] env[64147]: DEBUG nova.compute.manager [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] No waiting events found dispatching network-vif-plugged-b4350b47-f7df-4c64-a24e-df2212e820ce {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1554.261756] env[64147]: WARNING nova.compute.manager [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Received unexpected event network-vif-plugged-b4350b47-f7df-4c64-a24e-df2212e820ce for instance with vm_state building and task_state spawning. [ 1554.261911] env[64147]: DEBUG nova.compute.manager [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Received event network-changed-b4350b47-f7df-4c64-a24e-df2212e820ce {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1554.262323] env[64147]: DEBUG nova.compute.manager [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Refreshing instance network info cache due to event network-changed-b4350b47-f7df-4c64-a24e-df2212e820ce. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1554.263234] env[64147]: DEBUG oslo_concurrency.lockutils [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] Acquiring lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.263234] env[64147]: DEBUG oslo_concurrency.lockutils [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] Acquired lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.263234] env[64147]: DEBUG nova.network.neutron [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Refreshing network info cache for port b4350b47-f7df-4c64-a24e-df2212e820ce {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.266029] env[64147]: DEBUG nova.policy [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd88549f132442aab2962ca841b4ba95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09818f6a53d14678980e13b09186fce9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1554.314849] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5774c6e6-5a4e-4341-899f-0a78ee493ed6 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "3a9c7040-44b2-45a9-bbea-16995a643e08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.399s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.345918] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839795, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.345918] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.423722] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52263940-8a4e-2023-b4a9-d2f1aac76bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.015799} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.424089] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.424338] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1554.424568] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.424713] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.424921] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1554.425257] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2077445e-f315-4c6d-8d80-27e7147f0bb1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.438881] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1554.439087] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1554.439841] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889a4885-0eae-46f0-8e53-17d74cd243b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.446029] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1554.446029] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52286a7a-00ee-a3f8-c01d-4a56f7d6432e" [ 1554.446029] env[64147]: _type = "Task" [ 1554.446029] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.459609] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52286a7a-00ee-a3f8-c01d-4a56f7d6432e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.559165] env[64147]: DEBUG oslo_concurrency.lockutils [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "3a9c7040-44b2-45a9-bbea-16995a643e08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.559214] env[64147]: DEBUG oslo_concurrency.lockutils [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "3a9c7040-44b2-45a9-bbea-16995a643e08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.559425] env[64147]: DEBUG oslo_concurrency.lockutils [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "3a9c7040-44b2-45a9-bbea-16995a643e08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.559745] env[64147]: DEBUG oslo_concurrency.lockutils [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "3a9c7040-44b2-45a9-bbea-16995a643e08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.559745] env[64147]: DEBUG oslo_concurrency.lockutils [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "3a9c7040-44b2-45a9-bbea-16995a643e08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.563977] env[64147]: INFO nova.compute.manager [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Terminating instance [ 1554.601516] env[64147]: DEBUG nova.network.neutron [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Successfully created port: c977d839-8e18-47d0-a3bc-a071243a1fa0 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.698367] env[64147]: DEBUG nova.compute.manager [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1554.745226] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53914e7f-7fd3-48bf-90ac-014b3f054070 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.775425] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.778370] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a268738a-9ff8-413c-8429-8ce09803bc89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.788143] env[64147]: DEBUG oslo_vmware.api [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1554.788143] env[64147]: value = "task-1839796" [ 1554.788143] env[64147]: _type = "Task" [ 1554.788143] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.807231] env[64147]: DEBUG oslo_vmware.api [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.821437] env[64147]: DEBUG nova.compute.manager [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1554.825129] env[64147]: DEBUG nova.network.neutron [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.839449] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839795, 'name': PowerOnVM_Task, 'duration_secs': 0.516712} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.839717] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1554.839922] env[64147]: INFO nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1554.840981] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.840981] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad20de56-01a5-424f-9590-ee976371ad9f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.873102] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1735dd-f262-44d5-aa01-e52deffe7f66 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.881365] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc427969-14be-4cde-8044-83f08ddf43f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.919964] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93217c1-0d97-4784-8fea-cbbc621adae9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.929669] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a16adc7-8599-45f0-be15-3572f86f0037 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.947409] env[64147]: DEBUG nova.compute.provider_tree [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.956715] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52286a7a-00ee-a3f8-c01d-4a56f7d6432e, 'name': SearchDatastore_Task, 'duration_secs': 0.019182} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.958206] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68ffc72-a9cb-4975-94df-2f84f4fbab62 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.963186] env[64147]: DEBUG nova.network.neutron [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.966118] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1554.966118] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fcfeb8-d23f-49e6-216c-44d379ca858d" [ 1554.966118] env[64147]: _type = "Task" [ 1554.966118] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.976082] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fcfeb8-d23f-49e6-216c-44d379ca858d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.068458] env[64147]: DEBUG nova.compute.manager [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1555.068755] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.069707] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7eae31-3425-4143-bf25-91e85f85b340 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.081423] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.081423] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f822149-5a5f-4549-89d8-6ea4582eaab2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.090134] env[64147]: DEBUG oslo_vmware.api [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1555.090134] env[64147]: value = "task-1839797" [ 1555.090134] env[64147]: _type = "Task" [ 1555.090134] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.099270] env[64147]: DEBUG oslo_vmware.api [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.299065] env[64147]: DEBUG oslo_vmware.api [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839796, 'name': PowerOffVM_Task, 'duration_secs': 0.37961} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.299359] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.304854] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1555.305496] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f57641df-28cc-4674-a538-3a8dca24efbe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.327352] env[64147]: DEBUG oslo_vmware.api [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1555.327352] env[64147]: value = "task-1839798" [ 1555.327352] env[64147]: _type = "Task" [ 1555.327352] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.339258] env[64147]: DEBUG oslo_vmware.api [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.344561] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.362469] env[64147]: INFO nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Took 41.25 seconds to build instance. [ 1555.448966] env[64147]: DEBUG nova.scheduler.client.report [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.467116] env[64147]: DEBUG oslo_concurrency.lockutils [req-5d94c17f-40ad-40f0-9bf1-aaddb2437c31 req-5360b126-9fa6-462e-88a9-7c7392f95772 service nova] Releasing lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.467662] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.467824] env[64147]: DEBUG nova.network.neutron [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.479496] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fcfeb8-d23f-49e6-216c-44d379ca858d, 'name': SearchDatastore_Task, 'duration_secs': 0.01244} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.479739] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.479979] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1050f2b2-a884-40d6-b519-a381df45f896/1050f2b2-a884-40d6-b519-a381df45f896.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1555.480239] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6005401e-7943-46a1-a916-9a870725d6bd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.489630] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1555.489630] env[64147]: value = "task-1839799" [ 1555.489630] env[64147]: _type = "Task" [ 1555.489630] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.498233] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.600597] env[64147]: DEBUG oslo_vmware.api [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839797, 'name': PowerOffVM_Task, 'duration_secs': 0.308189} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.600870] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.601054] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.601352] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9696601-049c-468c-b1c2-fedb86c26339 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.708258] env[64147]: DEBUG nova.compute.manager [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1555.734525] env[64147]: DEBUG nova.virt.hardware [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1555.734777] env[64147]: DEBUG nova.virt.hardware [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.734930] env[64147]: DEBUG nova.virt.hardware [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1555.735189] env[64147]: DEBUG nova.virt.hardware [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.735336] env[64147]: DEBUG nova.virt.hardware [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1555.735468] env[64147]: DEBUG nova.virt.hardware [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1555.735676] env[64147]: DEBUG nova.virt.hardware [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1555.735834] env[64147]: DEBUG nova.virt.hardware [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1555.735999] env[64147]: DEBUG nova.virt.hardware [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1555.736236] env[64147]: DEBUG nova.virt.hardware [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1555.736453] env[64147]: DEBUG nova.virt.hardware [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1555.737366] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b4cb61-b676-4d59-8766-776615f8cd83 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.748551] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda34b1f-87c8-4285-9016-d1f05e17be84 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.852728] env[64147]: DEBUG oslo_vmware.api [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839798, 'name': ReconfigVM_Task, 'duration_secs': 0.339895} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.854991] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1555.855322] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1555.855763] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.856222] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.856458] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Deleting the datastore file [datastore1] 3a9c7040-44b2-45a9-bbea-16995a643e08 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.857054] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43352ab2-38ee-4b48-bb6c-09e4b90ddca4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.858696] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eba8c34a-a2bf-4189-97fa-df3b84e8f959 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.864882] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.443s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.868259] env[64147]: DEBUG oslo_vmware.api [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1555.868259] env[64147]: value = "task-1839802" [ 1555.868259] env[64147]: _type = "Task" [ 1555.868259] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.869805] env[64147]: DEBUG oslo_vmware.api [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1555.869805] env[64147]: value = "task-1839801" [ 1555.869805] env[64147]: _type = "Task" [ 1555.869805] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.889661] env[64147]: DEBUG oslo_vmware.api [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.889901] env[64147]: DEBUG oslo_vmware.api [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.954189] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.956649] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.735s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.958501] env[64147]: INFO nova.compute.claims [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1555.979023] env[64147]: INFO nova.scheduler.client.report [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Deleted allocations for instance 482d902a-48d3-4165-b346-9e4266f2c923 [ 1556.002715] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839799, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.032662] env[64147]: DEBUG nova.network.neutron [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1556.266542] env[64147]: DEBUG nova.network.neutron [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Updating instance_info_cache with network_info: [{"id": "b4350b47-f7df-4c64-a24e-df2212e820ce", "address": "fa:16:3e:42:6e:57", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4350b47-f7", "ovs_interfaceid": "b4350b47-f7df-4c64-a24e-df2212e820ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.298258] env[64147]: DEBUG nova.compute.manager [req-c021943b-e2b8-4d62-bc1a-a7c6b7322fa6 req-837a6ba3-72c3-401f-964e-330ad797131a service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Received event network-vif-plugged-c977d839-8e18-47d0-a3bc-a071243a1fa0 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1556.298425] env[64147]: DEBUG oslo_concurrency.lockutils [req-c021943b-e2b8-4d62-bc1a-a7c6b7322fa6 req-837a6ba3-72c3-401f-964e-330ad797131a service nova] Acquiring lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.298634] env[64147]: DEBUG oslo_concurrency.lockutils [req-c021943b-e2b8-4d62-bc1a-a7c6b7322fa6 req-837a6ba3-72c3-401f-964e-330ad797131a service nova] Lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.298793] env[64147]: DEBUG oslo_concurrency.lockutils [req-c021943b-e2b8-4d62-bc1a-a7c6b7322fa6 req-837a6ba3-72c3-401f-964e-330ad797131a service nova] Lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.298960] env[64147]: DEBUG nova.compute.manager [req-c021943b-e2b8-4d62-bc1a-a7c6b7322fa6 req-837a6ba3-72c3-401f-964e-330ad797131a service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] No waiting events found dispatching network-vif-plugged-c977d839-8e18-47d0-a3bc-a071243a1fa0 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1556.299407] env[64147]: WARNING nova.compute.manager [req-c021943b-e2b8-4d62-bc1a-a7c6b7322fa6 req-837a6ba3-72c3-401f-964e-330ad797131a service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Received unexpected event network-vif-plugged-c977d839-8e18-47d0-a3bc-a071243a1fa0 for instance with vm_state building and task_state spawning. [ 1556.355266] env[64147]: DEBUG nova.network.neutron [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Successfully updated port: c977d839-8e18-47d0-a3bc-a071243a1fa0 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1556.368035] env[64147]: DEBUG nova.compute.manager [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1556.386012] env[64147]: DEBUG oslo_vmware.api [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.389047] env[64147]: DEBUG oslo_vmware.api [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1839802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356416} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.389364] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.389506] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.389699] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.389777] env[64147]: INFO nova.compute.manager [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1556.390009] env[64147]: DEBUG oslo.service.loopingcall [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.390220] env[64147]: DEBUG nova.compute.manager [-] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1556.390318] env[64147]: DEBUG nova.network.neutron [-] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1556.490489] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c42ec1f2-e6f1-48ac-826a-44a90a6d3eb8 tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "482d902a-48d3-4165-b346-9e4266f2c923" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.828s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.501567] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527719} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.501890] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1050f2b2-a884-40d6-b519-a381df45f896/1050f2b2-a884-40d6-b519-a381df45f896.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1556.502340] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1556.502562] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec3bc01c-4953-4667-90f0-05b5c63f8c2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.510446] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1556.510446] env[64147]: value = "task-1839803" [ 1556.510446] env[64147]: _type = "Task" [ 1556.510446] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.519049] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.768675] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.769019] env[64147]: DEBUG nova.compute.manager [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Instance network_info: |[{"id": "b4350b47-f7df-4c64-a24e-df2212e820ce", "address": "fa:16:3e:42:6e:57", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4350b47-f7", "ovs_interfaceid": "b4350b47-f7df-4c64-a24e-df2212e820ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1556.769458] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:6e:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4350b47-f7df-4c64-a24e-df2212e820ce', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.776937] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Creating folder: Project (f3549758523d4b8188c0379e14379ef0). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1556.777562] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d501ccba-d016-4fe4-adb9-7c42fa5b9dae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.790527] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Created folder: Project (f3549758523d4b8188c0379e14379ef0) in parent group-v380629. [ 1556.790527] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Creating folder: Instances. Parent ref: group-v380723. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1556.790672] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fb0db6e-fc83-4a51-831e-0af3874429f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.800730] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Created folder: Instances in parent group-v380723. [ 1556.800979] env[64147]: DEBUG oslo.service.loopingcall [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.801197] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.801412] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b16ee75-29ad-405e-8148-48d3b0db4d07 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.823655] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.823655] env[64147]: value = "task-1839806" [ 1556.823655] env[64147]: _type = "Task" [ 1556.823655] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.832195] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839806, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.857212] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquiring lock "refresh_cache-5ae6e0ed-3ded-432c-9efa-bdb576f5079b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.857387] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquired lock "refresh_cache-5ae6e0ed-3ded-432c-9efa-bdb576f5079b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.857544] env[64147]: DEBUG nova.network.neutron [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.891682] env[64147]: DEBUG oslo_vmware.api [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1839801, 'name': PowerOnVM_Task, 'duration_secs': 0.882201} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.891953] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.892246] env[64147]: DEBUG nova.compute.manager [None req-06f17204-7768-4585-9aba-90eb741dfbc7 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.893075] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6295a677-c831-4111-b499-0acce15e055d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.902879] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.024709] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18106} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.024973] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1557.025802] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22273a7c-cbc4-4c72-bc66-cbc73c30c923 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.051533] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 1050f2b2-a884-40d6-b519-a381df45f896/1050f2b2-a884-40d6-b519-a381df45f896.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.054914] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2862e3f0-7b00-47fd-a527-9b968681f61b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.078359] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1557.078359] env[64147]: value = "task-1839807" [ 1557.078359] env[64147]: _type = "Task" [ 1557.078359] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.094994] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839807, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.134938] env[64147]: DEBUG nova.network.neutron [-] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.337776] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839806, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.391312] env[64147]: DEBUG nova.network.neutron [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.503780] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "964e7610-9650-42c8-a5f3-dc45716fe95c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.504055] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "964e7610-9650-42c8-a5f3-dc45716fe95c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.504301] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "964e7610-9650-42c8-a5f3-dc45716fe95c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.504488] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "964e7610-9650-42c8-a5f3-dc45716fe95c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.504666] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "964e7610-9650-42c8-a5f3-dc45716fe95c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.510103] env[64147]: INFO nova.compute.manager [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Terminating instance [ 1557.548330] env[64147]: DEBUG nova.network.neutron [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Updating instance_info_cache with network_info: [{"id": "c977d839-8e18-47d0-a3bc-a071243a1fa0", "address": "fa:16:3e:65:bf:2b", "network": {"id": "40e03102-8a27-480c-b355-9243e9fc2c3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1841177981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09818f6a53d14678980e13b09186fce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc977d839-8e", "ovs_interfaceid": "c977d839-8e18-47d0-a3bc-a071243a1fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.588318] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839807, 'name': ReconfigVM_Task, 'duration_secs': 0.303431} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.590751] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 1050f2b2-a884-40d6-b519-a381df45f896/1050f2b2-a884-40d6-b519-a381df45f896.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.591576] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ef417ea-c235-45b7-81d1-d49864229f8a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.599398] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1557.599398] env[64147]: value = "task-1839808" [ 1557.599398] env[64147]: _type = "Task" [ 1557.599398] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.611075] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839808, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.639140] env[64147]: INFO nova.compute.manager [-] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Took 1.25 seconds to deallocate network for instance. [ 1557.640015] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6437f6-dc02-4774-a131-8428f2c72cf1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.650282] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fcd878-bd72-4abd-ae43-758ee7ac4537 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.688340] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ae0efa-abd3-41a8-a0a8-776e2829a713 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.698387] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26803b1f-fd5b-4e02-9418-4f9f85a87949 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.714159] env[64147]: DEBUG nova.compute.provider_tree [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.837953] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839806, 'name': CreateVM_Task, 'duration_secs': 1.001753} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.838157] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1557.838954] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.839046] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.839333] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1557.839587] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfaaf1db-0dea-4401-94c9-b9996bc3121d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.848477] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1557.848477] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529eb04a-39e8-f489-4438-5ca2761f544c" [ 1557.848477] env[64147]: _type = "Task" [ 1557.848477] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.857017] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529eb04a-39e8-f489-4438-5ca2761f544c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.014864] env[64147]: DEBUG nova.compute.manager [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1558.015142] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1558.016038] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54a4e6d-35fd-4a90-a494-d507d347e8ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.024224] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1558.024453] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdfd5d98-4953-4771-9627-a9d466598178 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.031794] env[64147]: DEBUG oslo_vmware.api [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1558.031794] env[64147]: value = "task-1839809" [ 1558.031794] env[64147]: _type = "Task" [ 1558.031794] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.041456] env[64147]: DEBUG oslo_vmware.api [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.051482] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Releasing lock "refresh_cache-5ae6e0ed-3ded-432c-9efa-bdb576f5079b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.051890] env[64147]: DEBUG nova.compute.manager [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Instance network_info: |[{"id": "c977d839-8e18-47d0-a3bc-a071243a1fa0", "address": "fa:16:3e:65:bf:2b", "network": {"id": "40e03102-8a27-480c-b355-9243e9fc2c3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1841177981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09818f6a53d14678980e13b09186fce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc977d839-8e", "ovs_interfaceid": "c977d839-8e18-47d0-a3bc-a071243a1fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1558.052319] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:bf:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c977d839-8e18-47d0-a3bc-a071243a1fa0', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1558.060843] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Creating folder: Project (09818f6a53d14678980e13b09186fce9). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.061166] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09656f63-afc0-4558-acc1-9821aa0fb365 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.076059] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Created folder: Project (09818f6a53d14678980e13b09186fce9) in parent group-v380629. [ 1558.076221] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Creating folder: Instances. Parent ref: group-v380726. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.076363] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff0d000-f906-49fe-b58f-db1df7d4fcc9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.088078] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Created folder: Instances in parent group-v380726. [ 1558.088078] env[64147]: DEBUG oslo.service.loopingcall [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.088078] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1558.088078] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e35dafd-dd17-4278-b321-d3a4fb487d71 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.111807] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839808, 'name': Rename_Task, 'duration_secs': 0.155124} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.113097] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1558.113377] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1558.113377] env[64147]: value = "task-1839812" [ 1558.113377] env[64147]: _type = "Task" [ 1558.113377] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.113575] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8397d2fb-4622-4405-b529-b1e2e381fdb9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.123905] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839812, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.125236] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1558.125236] env[64147]: value = "task-1839813" [ 1558.125236] env[64147]: _type = "Task" [ 1558.125236] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.132985] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.151484] env[64147]: DEBUG oslo_concurrency.lockutils [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.217834] env[64147]: DEBUG nova.scheduler.client.report [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.359648] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529eb04a-39e8-f489-4438-5ca2761f544c, 'name': SearchDatastore_Task, 'duration_secs': 0.050622} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.360016] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.360230] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1558.360477] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.360624] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.360796] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1558.361088] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db351fc5-cfe1-44a3-b323-00a39a92ac7b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.372086] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1558.372206] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1558.372914] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5d7eb4-106c-46c7-b04c-bde36b2968a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.382164] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1558.382164] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d09df0-6db3-e6aa-31c5-d7c74a692180" [ 1558.382164] env[64147]: _type = "Task" [ 1558.382164] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.387597] env[64147]: DEBUG nova.compute.manager [req-50ad5e78-404e-435f-87c7-9e90365ed803 req-5ad227e6-ff78-4a22-af29-c5a68c2f1f04 service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Received event network-changed-c977d839-8e18-47d0-a3bc-a071243a1fa0 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1558.387809] env[64147]: DEBUG nova.compute.manager [req-50ad5e78-404e-435f-87c7-9e90365ed803 req-5ad227e6-ff78-4a22-af29-c5a68c2f1f04 service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Refreshing instance network info cache due to event network-changed-c977d839-8e18-47d0-a3bc-a071243a1fa0. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1558.388074] env[64147]: DEBUG oslo_concurrency.lockutils [req-50ad5e78-404e-435f-87c7-9e90365ed803 req-5ad227e6-ff78-4a22-af29-c5a68c2f1f04 service nova] Acquiring lock "refresh_cache-5ae6e0ed-3ded-432c-9efa-bdb576f5079b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.388182] env[64147]: DEBUG oslo_concurrency.lockutils [req-50ad5e78-404e-435f-87c7-9e90365ed803 req-5ad227e6-ff78-4a22-af29-c5a68c2f1f04 service nova] Acquired lock "refresh_cache-5ae6e0ed-3ded-432c-9efa-bdb576f5079b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.388361] env[64147]: DEBUG nova.network.neutron [req-50ad5e78-404e-435f-87c7-9e90365ed803 req-5ad227e6-ff78-4a22-af29-c5a68c2f1f04 service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Refreshing network info cache for port c977d839-8e18-47d0-a3bc-a071243a1fa0 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.396510] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d09df0-6db3-e6aa-31c5-d7c74a692180, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.398094] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512ec5c6-1cbe-4e89-9b96-751ac7664302 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.405272] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1558.405272] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5251d202-6e46-abd9-116d-8b0c9fc51fa0" [ 1558.405272] env[64147]: _type = "Task" [ 1558.405272] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.415367] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5251d202-6e46-abd9-116d-8b0c9fc51fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.545174] env[64147]: DEBUG oslo_vmware.api [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839809, 'name': PowerOffVM_Task, 'duration_secs': 0.200358} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.545174] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.545174] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1558.545174] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d9320bd-8b07-4858-9a00-6e4ec65380f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.626779] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839812, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.636085] env[64147]: DEBUG oslo_vmware.api [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839813, 'name': PowerOnVM_Task, 'duration_secs': 0.480931} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.636231] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.636428] env[64147]: INFO nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1558.636597] env[64147]: DEBUG nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.637443] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc37c1-1131-4257-8a0f-f32349dda820 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.659713] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.659940] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.660165] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Deleting the datastore file [datastore1] 964e7610-9650-42c8-a5f3-dc45716fe95c {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.660440] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca8bd5ee-4ec8-4b1d-8e4f-b78368b02a3a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.669321] env[64147]: DEBUG oslo_vmware.api [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for the task: (returnval){ [ 1558.669321] env[64147]: value = "task-1839815" [ 1558.669321] env[64147]: _type = "Task" [ 1558.669321] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.678433] env[64147]: DEBUG oslo_vmware.api [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.724290] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.725030] env[64147]: DEBUG nova.compute.manager [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1558.728143] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.754s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.729694] env[64147]: INFO nova.compute.claims [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.917035] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5251d202-6e46-abd9-116d-8b0c9fc51fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.014446} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.917035] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.917260] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde/f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1558.917741] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c2328b-a608-4303-83fe-d3e121dd1f81 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.930192] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1558.930192] env[64147]: value = "task-1839816" [ 1558.930192] env[64147]: _type = "Task" [ 1558.930192] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.940176] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.127578] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839812, 'name': CreateVM_Task, 'duration_secs': 0.568671} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.127578] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1559.128228] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.128410] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.128751] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1559.129090] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e2ef87-85f9-4ab9-9fa0-9d52a6557ab7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.140147] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for the task: (returnval){ [ 1559.140147] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52508dce-95dc-242f-9749-18900fb978e8" [ 1559.140147] env[64147]: _type = "Task" [ 1559.140147] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.142190] env[64147]: DEBUG nova.network.neutron [req-50ad5e78-404e-435f-87c7-9e90365ed803 req-5ad227e6-ff78-4a22-af29-c5a68c2f1f04 service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Updated VIF entry in instance network info cache for port c977d839-8e18-47d0-a3bc-a071243a1fa0. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.142559] env[64147]: DEBUG nova.network.neutron [req-50ad5e78-404e-435f-87c7-9e90365ed803 req-5ad227e6-ff78-4a22-af29-c5a68c2f1f04 service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Updating instance_info_cache with network_info: [{"id": "c977d839-8e18-47d0-a3bc-a071243a1fa0", "address": "fa:16:3e:65:bf:2b", "network": {"id": "40e03102-8a27-480c-b355-9243e9fc2c3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1841177981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09818f6a53d14678980e13b09186fce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc977d839-8e", "ovs_interfaceid": "c977d839-8e18-47d0-a3bc-a071243a1fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.165120] env[64147]: INFO nova.compute.manager [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Took 41.56 seconds to build instance. [ 1559.166622] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52508dce-95dc-242f-9749-18900fb978e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.181367] env[64147]: DEBUG oslo_vmware.api [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Task: {'id': task-1839815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259717} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.181680] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.181841] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.181956] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.182143] env[64147]: INFO nova.compute.manager [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1559.182522] env[64147]: DEBUG oslo.service.loopingcall [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.182728] env[64147]: DEBUG nova.compute.manager [-] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1559.182839] env[64147]: DEBUG nova.network.neutron [-] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1559.236029] env[64147]: DEBUG nova.compute.utils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.236847] env[64147]: DEBUG nova.compute.manager [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1559.237767] env[64147]: DEBUG nova.network.neutron [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1559.332283] env[64147]: DEBUG nova.policy [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7b48202cd424802b22953f3682c19a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7b00728082044c9955cb08cbde45d7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1559.441018] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839816, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.650639] env[64147]: DEBUG oslo_concurrency.lockutils [req-50ad5e78-404e-435f-87c7-9e90365ed803 req-5ad227e6-ff78-4a22-af29-c5a68c2f1f04 service nova] Releasing lock "refresh_cache-5ae6e0ed-3ded-432c-9efa-bdb576f5079b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.651631] env[64147]: DEBUG nova.compute.manager [req-50ad5e78-404e-435f-87c7-9e90365ed803 req-5ad227e6-ff78-4a22-af29-c5a68c2f1f04 service nova] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Received event network-vif-deleted-9a8212ab-71a3-4af2-8d02-6c4822a15779 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1559.651997] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52508dce-95dc-242f-9749-18900fb978e8, 'name': SearchDatastore_Task, 'duration_secs': 0.054848} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.652578] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.652885] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.653212] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.654088] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.654088] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.654088] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c8302a5-e80a-4a0c-80d5-798aca21c11a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.667267] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.667267] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.667359] env[64147]: DEBUG oslo_concurrency.lockutils [None req-820392b0-326b-4a1d-b4f7-a73d7f0f31be tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "1050f2b2-a884-40d6-b519-a381df45f896" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.204s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.667569] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c5cbdd-af8e-4829-ac0a-b1c2bcac1fe8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.677349] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for the task: (returnval){ [ 1559.677349] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52bb95d2-5d0e-938a-345e-e2ac068334d1" [ 1559.677349] env[64147]: _type = "Task" [ 1559.677349] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.694402] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52bb95d2-5d0e-938a-345e-e2ac068334d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.734203] env[64147]: DEBUG nova.network.neutron [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Successfully created port: 94278b26-bfe8-4a2f-9ea2-395480d0d29a {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.742176] env[64147]: DEBUG nova.compute.manager [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.943361] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839816, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.098045] env[64147]: DEBUG nova.network.neutron [-] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.175227] env[64147]: DEBUG nova.compute.manager [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1560.191429] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52bb95d2-5d0e-938a-345e-e2ac068334d1, 'name': SearchDatastore_Task, 'duration_secs': 0.02179} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.192368] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfaa419-86d1-4b3c-802e-1f17d2e59923 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.199703] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.200060] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.200331] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.200565] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.200810] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.202811] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for the task: (returnval){ [ 1560.202811] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a4b567-7e72-a236-bb99-c9a3ce34b682" [ 1560.202811] env[64147]: _type = "Task" [ 1560.202811] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.209608] env[64147]: INFO nova.compute.manager [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Terminating instance [ 1560.218614] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a4b567-7e72-a236-bb99-c9a3ce34b682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.353823] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209ea680-9cdf-461f-8be3-2a85334d955c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.363444] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4ee655-e4b3-40ab-8de5-c0bcae0863d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.395955] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2932ca60-23c2-4460-8d5f-4de8fc6a4786 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.404606] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a94ee4-6334-46a0-9784-ac3ab1c7a95a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.419470] env[64147]: DEBUG nova.compute.provider_tree [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.442824] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839816, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.486035] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "1050f2b2-a884-40d6-b519-a381df45f896" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.486391] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "1050f2b2-a884-40d6-b519-a381df45f896" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.486604] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "1050f2b2-a884-40d6-b519-a381df45f896-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.486781] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "1050f2b2-a884-40d6-b519-a381df45f896-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.486984] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "1050f2b2-a884-40d6-b519-a381df45f896-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.489185] env[64147]: INFO nova.compute.manager [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Terminating instance [ 1560.498627] env[64147]: DEBUG nova.compute.manager [req-0d93cf9e-6591-42fe-a044-20ae7419f9b5 req-0c63de61-beb5-4a0d-ac15-5aa0aefb883d service nova] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Received event network-vif-deleted-a7b79618-3b49-49bc-971c-c8ee2904bc92 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1560.600864] env[64147]: INFO nova.compute.manager [-] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Took 1.42 seconds to deallocate network for instance. [ 1560.699150] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.714448] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a4b567-7e72-a236-bb99-c9a3ce34b682, 'name': SearchDatastore_Task, 'duration_secs': 0.025713} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.714716] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.714986] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5ae6e0ed-3ded-432c-9efa-bdb576f5079b/5ae6e0ed-3ded-432c-9efa-bdb576f5079b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.715619] env[64147]: DEBUG nova.compute.manager [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1560.715808] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.716039] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37877d60-d96a-4c08-8f4e-0fac7d3a2be7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.719809] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193c04ea-082c-45f9-843e-f8c7f6692413 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.726702] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.727914] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f57a4d1-6a02-4b90-ad97-f48073482501 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.729487] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for the task: (returnval){ [ 1560.729487] env[64147]: value = "task-1839817" [ 1560.729487] env[64147]: _type = "Task" [ 1560.729487] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.737945] env[64147]: DEBUG oslo_vmware.api [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1560.737945] env[64147]: value = "task-1839818" [ 1560.737945] env[64147]: _type = "Task" [ 1560.737945] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.741451] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.750042] env[64147]: DEBUG oslo_vmware.api [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.758443] env[64147]: DEBUG nova.compute.manager [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.806854] env[64147]: DEBUG nova.virt.hardware [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.807139] env[64147]: DEBUG nova.virt.hardware [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.807302] env[64147]: DEBUG nova.virt.hardware [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.807479] env[64147]: DEBUG nova.virt.hardware [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.807676] env[64147]: DEBUG nova.virt.hardware [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.807765] env[64147]: DEBUG nova.virt.hardware [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.807976] env[64147]: DEBUG nova.virt.hardware [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.808148] env[64147]: DEBUG nova.virt.hardware [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.808316] env[64147]: DEBUG nova.virt.hardware [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.808476] env[64147]: DEBUG nova.virt.hardware [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.808647] env[64147]: DEBUG nova.virt.hardware [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.809563] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cfddfb-7b0b-48db-b1d7-723c4638af7c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.818989] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a49bf9f-1c32-4864-99f3-829449a81d3c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.923381] env[64147]: DEBUG nova.scheduler.client.report [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1560.944773] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839816, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.520925} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.945940] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde/f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1560.945940] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1560.946210] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb4fd060-407a-4e1a-a782-802511d64304 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.957337] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1560.957337] env[64147]: value = "task-1839819" [ 1560.957337] env[64147]: _type = "Task" [ 1560.957337] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.971628] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.976728] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "07811f49-9bcb-4a28-b740-20fae75c98b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.976889] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.993538] env[64147]: DEBUG nova.compute.manager [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1560.993657] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.995033] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef5b93-48da-419f-99b7-f704d8a502c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.005141] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1561.005483] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2da4470f-a553-43ad-8353-9a265165206c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.018078] env[64147]: DEBUG oslo_vmware.api [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1561.018078] env[64147]: value = "task-1839820" [ 1561.018078] env[64147]: _type = "Task" [ 1561.018078] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.031659] env[64147]: DEBUG oslo_vmware.api [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.110637] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.241078] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50562} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.241330] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5ae6e0ed-3ded-432c-9efa-bdb576f5079b/5ae6e0ed-3ded-432c-9efa-bdb576f5079b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1561.241547] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1561.241857] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-687f61b8-3fb7-4098-b3a4-24e512541ee5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.253961] env[64147]: DEBUG oslo_vmware.api [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839818, 'name': PowerOffVM_Task, 'duration_secs': 0.208503} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.255464] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.255681] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.255993] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for the task: (returnval){ [ 1561.255993] env[64147]: value = "task-1839821" [ 1561.255993] env[64147]: _type = "Task" [ 1561.255993] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.256194] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-375817ab-0b32-45d3-b929-d9bb6372f6a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.304295] env[64147]: DEBUG nova.network.neutron [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Successfully updated port: 94278b26-bfe8-4a2f-9ea2-395480d0d29a {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.351367] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.351593] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.351772] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleting the datastore file [datastore1] 8660ef73-3c1f-42d2-8a8e-bf7a086671c7 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.352047] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b43c955-0f03-4405-9b38-4433e224fdb0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.360444] env[64147]: DEBUG oslo_vmware.api [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1561.360444] env[64147]: value = "task-1839823" [ 1561.360444] env[64147]: _type = "Task" [ 1561.360444] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.370366] env[64147]: DEBUG oslo_vmware.api [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.430181] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.431017] env[64147]: DEBUG nova.compute.manager [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.433729] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.142s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.434880] env[64147]: INFO nova.compute.claims [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.475297] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079161} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.475553] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1561.476226] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f38641-adc5-4e62-a95f-2e4fbe8e8626 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.505228] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde/f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.505788] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33134c77-8a59-4a06-a112-97d3774629d0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.530153] env[64147]: DEBUG oslo_vmware.api [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839820, 'name': PowerOffVM_Task, 'duration_secs': 0.290004} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.531569] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.531754] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.532073] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1561.532073] env[64147]: value = "task-1839824" [ 1561.532073] env[64147]: _type = "Task" [ 1561.532073] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.532284] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd9a8ee-976a-4f3f-adf9-99cd97c934fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.542320] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.677288] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.677544] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.677756] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleting the datastore file [datastore1] 1050f2b2-a884-40d6-b519-a381df45f896 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.678080] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b94f00-6bc4-47c7-bb73-d16e0c074f35 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.685434] env[64147]: DEBUG oslo_vmware.api [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1561.685434] env[64147]: value = "task-1839826" [ 1561.685434] env[64147]: _type = "Task" [ 1561.685434] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.693908] env[64147]: DEBUG oslo_vmware.api [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.768497] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09408} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.768775] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1561.769615] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eda435-7f9d-4ef5-8999-d9e3980ab477 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.794405] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 5ae6e0ed-3ded-432c-9efa-bdb576f5079b/5ae6e0ed-3ded-432c-9efa-bdb576f5079b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.794730] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8639b730-37df-497a-93f5-ed524c57caf3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.809137] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquiring lock "refresh_cache-c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.809241] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquired lock "refresh_cache-c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.809356] env[64147]: DEBUG nova.network.neutron [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.818262] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for the task: (returnval){ [ 1561.818262] env[64147]: value = "task-1839827" [ 1561.818262] env[64147]: _type = "Task" [ 1561.818262] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.828462] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.873441] env[64147]: DEBUG oslo_vmware.api [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29484} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.873839] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.874132] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.874415] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.874694] env[64147]: INFO nova.compute.manager [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1561.875070] env[64147]: DEBUG oslo.service.loopingcall [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.875380] env[64147]: DEBUG nova.compute.manager [-] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1561.875528] env[64147]: DEBUG nova.network.neutron [-] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.939856] env[64147]: DEBUG nova.compute.utils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.945467] env[64147]: DEBUG nova.compute.manager [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Not allocating networking since 'none' was specified. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1562.043596] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839824, 'name': ReconfigVM_Task, 'duration_secs': 0.26515} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.043877] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Reconfigured VM instance instance-00000021 to attach disk [datastore1] f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde/f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.044561] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2c2c13e-3bdd-4ac3-95ae-eadedc938d9f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.054597] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1562.054597] env[64147]: value = "task-1839828" [ 1562.054597] env[64147]: _type = "Task" [ 1562.054597] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.063792] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839828, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.196965] env[64147]: DEBUG oslo_vmware.api [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1839826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337815} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.197275] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1562.197498] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1562.197707] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1562.197911] env[64147]: INFO nova.compute.manager [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1562.198217] env[64147]: DEBUG oslo.service.loopingcall [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.198424] env[64147]: DEBUG nova.compute.manager [-] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1562.198541] env[64147]: DEBUG nova.network.neutron [-] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1562.329799] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839827, 'name': ReconfigVM_Task, 'duration_secs': 0.33022} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.330086] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 5ae6e0ed-3ded-432c-9efa-bdb576f5079b/5ae6e0ed-3ded-432c-9efa-bdb576f5079b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.330694] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cbaec39-1550-4b8e-af8f-b1db52e88316 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.338483] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for the task: (returnval){ [ 1562.338483] env[64147]: value = "task-1839829" [ 1562.338483] env[64147]: _type = "Task" [ 1562.338483] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.347086] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839829, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.355202] env[64147]: DEBUG nova.network.neutron [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.446058] env[64147]: DEBUG nova.compute.manager [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.557290] env[64147]: DEBUG nova.compute.manager [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Received event network-vif-plugged-94278b26-bfe8-4a2f-9ea2-395480d0d29a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1562.557510] env[64147]: DEBUG oslo_concurrency.lockutils [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] Acquiring lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.557738] env[64147]: DEBUG oslo_concurrency.lockutils [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] Lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.557855] env[64147]: DEBUG oslo_concurrency.lockutils [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] Lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.558026] env[64147]: DEBUG nova.compute.manager [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] No waiting events found dispatching network-vif-plugged-94278b26-bfe8-4a2f-9ea2-395480d0d29a {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1562.558203] env[64147]: WARNING nova.compute.manager [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Received unexpected event network-vif-plugged-94278b26-bfe8-4a2f-9ea2-395480d0d29a for instance with vm_state building and task_state spawning. [ 1562.558365] env[64147]: DEBUG nova.compute.manager [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Received event network-changed-94278b26-bfe8-4a2f-9ea2-395480d0d29a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1562.558513] env[64147]: DEBUG nova.compute.manager [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Refreshing instance network info cache due to event network-changed-94278b26-bfe8-4a2f-9ea2-395480d0d29a. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1562.558671] env[64147]: DEBUG oslo_concurrency.lockutils [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] Acquiring lock "refresh_cache-c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.576506] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839828, 'name': Rename_Task, 'duration_secs': 0.152376} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.579202] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.579389] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a3398fb-5e00-4ed0-9bd3-2114818cd584 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.587451] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1562.587451] env[64147]: value = "task-1839830" [ 1562.587451] env[64147]: _type = "Task" [ 1562.587451] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.602273] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.606827] env[64147]: DEBUG nova.network.neutron [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Updating instance_info_cache with network_info: [{"id": "94278b26-bfe8-4a2f-9ea2-395480d0d29a", "address": "fa:16:3e:23:4c:28", "network": {"id": "9b5c0c42-fde1-4fd8-a0a9-6aab88eaf753", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1613443769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b00728082044c9955cb08cbde45d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94278b26-bf", "ovs_interfaceid": "94278b26-bfe8-4a2f-9ea2-395480d0d29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.664837] env[64147]: DEBUG nova.network.neutron [-] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.848931] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839829, 'name': Rename_Task, 'duration_secs': 0.146643} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.851472] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.851949] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ec5334-5e0c-4280-9c40-145670e1a98d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.860880] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for the task: (returnval){ [ 1562.860880] env[64147]: value = "task-1839831" [ 1562.860880] env[64147]: _type = "Task" [ 1562.860880] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.872315] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.004648] env[64147]: DEBUG nova.network.neutron [-] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.051774] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8de711-dcff-4899-a521-c3c3c30dd218 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.060882] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05c2aec-f91f-4205-815f-7ed7ea24f956 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.097132] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703bd66f-02c8-47e6-b428-9be8ed7efb73 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.108892] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdae1fe-b84b-47ba-903f-53895bc387d6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.112893] env[64147]: DEBUG oslo_vmware.api [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839830, 'name': PowerOnVM_Task, 'duration_secs': 0.49178} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.113345] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Releasing lock "refresh_cache-c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.113634] env[64147]: DEBUG nova.compute.manager [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Instance network_info: |[{"id": "94278b26-bfe8-4a2f-9ea2-395480d0d29a", "address": "fa:16:3e:23:4c:28", "network": {"id": "9b5c0c42-fde1-4fd8-a0a9-6aab88eaf753", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1613443769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b00728082044c9955cb08cbde45d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94278b26-bf", "ovs_interfaceid": "94278b26-bfe8-4a2f-9ea2-395480d0d29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1563.113897] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.114112] env[64147]: INFO nova.compute.manager [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1563.114295] env[64147]: DEBUG nova.compute.manager [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.114596] env[64147]: DEBUG oslo_concurrency.lockutils [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] Acquired lock "refresh_cache-c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.114767] env[64147]: DEBUG nova.network.neutron [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Refreshing network info cache for port 94278b26-bfe8-4a2f-9ea2-395480d0d29a {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.115900] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:4c:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94278b26-bfe8-4a2f-9ea2-395480d0d29a', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.123059] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Creating folder: Project (f7b00728082044c9955cb08cbde45d7f). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.124153] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2507ac4-6895-4e4e-bf7e-9bbe8b221ed6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.136275] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-911de930-6a46-4eb2-9adb-ed9ccecb5fce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.137995] env[64147]: DEBUG nova.compute.provider_tree [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.155206] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Created folder: Project (f7b00728082044c9955cb08cbde45d7f) in parent group-v380629. [ 1563.155206] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Creating folder: Instances. Parent ref: group-v380729. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.155206] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1bc28df-58a0-41c4-978e-598eeffb4c25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.168034] env[64147]: INFO nova.compute.manager [-] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Took 1.29 seconds to deallocate network for instance. [ 1563.168199] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Created folder: Instances in parent group-v380729. [ 1563.168414] env[64147]: DEBUG oslo.service.loopingcall [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.170092] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.172695] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff4c4e76-7c58-4ee0-982e-7e7b2b57736e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.196577] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.196577] env[64147]: value = "task-1839834" [ 1563.196577] env[64147]: _type = "Task" [ 1563.196577] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.206324] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839834, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.373303] env[64147]: DEBUG oslo_vmware.api [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839831, 'name': PowerOnVM_Task, 'duration_secs': 0.47875} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.373572] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.373769] env[64147]: INFO nova.compute.manager [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1563.373945] env[64147]: DEBUG nova.compute.manager [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.374696] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed433768-a729-4485-ba16-711d42a5e12e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.456812] env[64147]: DEBUG nova.compute.manager [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.485738] env[64147]: DEBUG nova.virt.hardware [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1563.485986] env[64147]: DEBUG nova.virt.hardware [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.486128] env[64147]: DEBUG nova.virt.hardware [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1563.486326] env[64147]: DEBUG nova.virt.hardware [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.486475] env[64147]: DEBUG nova.virt.hardware [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1563.486618] env[64147]: DEBUG nova.virt.hardware [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1563.486852] env[64147]: DEBUG nova.virt.hardware [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1563.487052] env[64147]: DEBUG nova.virt.hardware [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1563.487206] env[64147]: DEBUG nova.virt.hardware [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1563.487384] env[64147]: DEBUG nova.virt.hardware [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1563.487564] env[64147]: DEBUG nova.virt.hardware [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1563.488768] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a14780-7b08-436a-a09d-0790a9187f9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.499130] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09b174c-c000-430f-8301-784ac5107d2a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.508369] env[64147]: INFO nova.compute.manager [-] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Took 1.31 seconds to deallocate network for instance. [ 1563.522294] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.531374] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Creating folder: Project (3c64762d4239482abc0773da0bbb1a79). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.535659] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e7deb79-7ab4-45a3-b56f-d635a7b90487 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.549580] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Created folder: Project (3c64762d4239482abc0773da0bbb1a79) in parent group-v380629. [ 1563.549785] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Creating folder: Instances. Parent ref: group-v380732. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.550228] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaa502da-2170-4fdc-88b8-f73c4d468628 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.563441] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Created folder: Instances in parent group-v380732. [ 1563.563720] env[64147]: DEBUG oslo.service.loopingcall [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.563894] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.564122] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47948e28-3fe3-413e-ac03-8f4850d36f20 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.585629] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.585629] env[64147]: value = "task-1839837" [ 1563.585629] env[64147]: _type = "Task" [ 1563.585629] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.595767] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839837, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.641164] env[64147]: DEBUG nova.scheduler.client.report [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.658945] env[64147]: INFO nova.compute.manager [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Took 42.33 seconds to build instance. [ 1563.690332] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.713650] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839834, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.849370] env[64147]: DEBUG nova.network.neutron [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Updated VIF entry in instance network info cache for port 94278b26-bfe8-4a2f-9ea2-395480d0d29a. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.849769] env[64147]: DEBUG nova.network.neutron [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Updating instance_info_cache with network_info: [{"id": "94278b26-bfe8-4a2f-9ea2-395480d0d29a", "address": "fa:16:3e:23:4c:28", "network": {"id": "9b5c0c42-fde1-4fd8-a0a9-6aab88eaf753", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1613443769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b00728082044c9955cb08cbde45d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94278b26-bf", "ovs_interfaceid": "94278b26-bfe8-4a2f-9ea2-395480d0d29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.891906] env[64147]: INFO nova.compute.manager [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Took 39.14 seconds to build instance. [ 1564.039835] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.097441] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839837, 'name': CreateVM_Task, 'duration_secs': 0.32495} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.097441] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.097441] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.097441] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.097441] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.097703] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc6870a-6f1f-4c74-a4a4-40e59120dac7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.102504] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1564.102504] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526406d7-7d03-d6a9-b83c-afd812dec653" [ 1564.102504] env[64147]: _type = "Task" [ 1564.102504] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.111132] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526406d7-7d03-d6a9-b83c-afd812dec653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.147244] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.147795] env[64147]: DEBUG nova.compute.manager [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.150515] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.574s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.165134] env[64147]: DEBUG oslo_concurrency.lockutils [None req-849ce8b7-38ff-4c76-af16-9a465b8ab806 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.629s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.207831] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839834, 'name': CreateVM_Task, 'duration_secs': 0.541614} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.208027] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.208623] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.352219] env[64147]: DEBUG oslo_concurrency.lockutils [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] Releasing lock "refresh_cache-c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.352506] env[64147]: DEBUG nova.compute.manager [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Received event network-vif-deleted-832fa54a-be7f-443f-8e23-5129b582ab64 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1564.352685] env[64147]: INFO nova.compute.manager [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Neutron deleted interface 832fa54a-be7f-443f-8e23-5129b582ab64; detaching it from the instance and deleting it from the info cache [ 1564.352859] env[64147]: DEBUG nova.network.neutron [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.396491] env[64147]: DEBUG oslo_concurrency.lockutils [None req-15e7b5f1-f652-4bd4-8c8b-18ea44f09df5 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.979s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.614309] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526406d7-7d03-d6a9-b83c-afd812dec653, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.614642] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.614825] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.615243] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.615499] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.615699] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.616041] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.616316] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.616558] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d166bda-9124-418d-b05a-8e528e8a904a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.618394] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffcfccf-6de8-4a7a-8fcf-adff61b972a5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.624379] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for the task: (returnval){ [ 1564.624379] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5268b3b5-5bc1-10bc-0223-c16330cfaa26" [ 1564.624379] env[64147]: _type = "Task" [ 1564.624379] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.628850] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.629051] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.630092] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34eed9e0-ac1f-4933-816b-9d106ed18d0e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.636238] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5268b3b5-5bc1-10bc-0223-c16330cfaa26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.639660] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1564.639660] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]528f3494-04ec-cc35-7aea-160070baa539" [ 1564.639660] env[64147]: _type = "Task" [ 1564.639660] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.647914] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528f3494-04ec-cc35-7aea-160070baa539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.654216] env[64147]: DEBUG nova.compute.utils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.666345] env[64147]: DEBUG nova.compute.manager [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Not allocating networking since 'none' was specified. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1564.670205] env[64147]: DEBUG nova.compute.manager [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1564.856155] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20b3dac9-2647-441d-a53e-431780c9c767 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.868223] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c144396-4e0c-47b8-871e-c1faabeee5ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.903782] env[64147]: DEBUG nova.compute.manager [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1564.906911] env[64147]: DEBUG nova.compute.manager [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Detach interface failed, port_id=832fa54a-be7f-443f-8e23-5129b582ab64, reason: Instance 8660ef73-3c1f-42d2-8a8e-bf7a086671c7 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1564.907146] env[64147]: DEBUG nova.compute.manager [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Received event network-vif-deleted-17168e6d-8a45-4efd-bf44-b1071e9dd61c {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1564.907338] env[64147]: INFO nova.compute.manager [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Neutron deleted interface 17168e6d-8a45-4efd-bf44-b1071e9dd61c; detaching it from the instance and deleting it from the info cache [ 1564.907504] env[64147]: DEBUG nova.network.neutron [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.988314] env[64147]: DEBUG nova.compute.manager [req-86a3b62d-2a58-4a1c-a9c4-6f5ff1a58f0b req-5462b6d9-8ec7-4849-8bbb-445056e3295e service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Received event network-changed-c977d839-8e18-47d0-a3bc-a071243a1fa0 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1564.988632] env[64147]: DEBUG nova.compute.manager [req-86a3b62d-2a58-4a1c-a9c4-6f5ff1a58f0b req-5462b6d9-8ec7-4849-8bbb-445056e3295e service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Refreshing instance network info cache due to event network-changed-c977d839-8e18-47d0-a3bc-a071243a1fa0. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1564.989183] env[64147]: DEBUG oslo_concurrency.lockutils [req-86a3b62d-2a58-4a1c-a9c4-6f5ff1a58f0b req-5462b6d9-8ec7-4849-8bbb-445056e3295e service nova] Acquiring lock "refresh_cache-5ae6e0ed-3ded-432c-9efa-bdb576f5079b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.989183] env[64147]: DEBUG oslo_concurrency.lockutils [req-86a3b62d-2a58-4a1c-a9c4-6f5ff1a58f0b req-5462b6d9-8ec7-4849-8bbb-445056e3295e service nova] Acquired lock "refresh_cache-5ae6e0ed-3ded-432c-9efa-bdb576f5079b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.989288] env[64147]: DEBUG nova.network.neutron [req-86a3b62d-2a58-4a1c-a9c4-6f5ff1a58f0b req-5462b6d9-8ec7-4849-8bbb-445056e3295e service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Refreshing network info cache for port c977d839-8e18-47d0-a3bc-a071243a1fa0 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1565.003488] env[64147]: DEBUG oslo_concurrency.lockutils [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquiring lock "9b498cb6-7367-4420-bc36-238846408fc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.003747] env[64147]: DEBUG oslo_concurrency.lockutils [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Lock "9b498cb6-7367-4420-bc36-238846408fc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.003954] env[64147]: DEBUG oslo_concurrency.lockutils [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquiring lock "9b498cb6-7367-4420-bc36-238846408fc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.004159] env[64147]: DEBUG oslo_concurrency.lockutils [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Lock "9b498cb6-7367-4420-bc36-238846408fc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.004627] env[64147]: DEBUG oslo_concurrency.lockutils [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Lock "9b498cb6-7367-4420-bc36-238846408fc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.007291] env[64147]: INFO nova.compute.manager [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Terminating instance [ 1565.136277] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5268b3b5-5bc1-10bc-0223-c16330cfaa26, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.136584] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.136815] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.137049] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.150481] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528f3494-04ec-cc35-7aea-160070baa539, 'name': SearchDatastore_Task, 'duration_secs': 0.008747} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.151318] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f9e521-c431-43fa-ab5c-5eec83252e16 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.160564] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1565.160564] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f3cebc-a511-464d-6699-adbe7af9bf73" [ 1565.160564] env[64147]: _type = "Task" [ 1565.160564] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.168981] env[64147]: DEBUG nova.compute.manager [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.176301] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f3cebc-a511-464d-6699-adbe7af9bf73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.203185] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.206772] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 0f2d5b53-a0a8-4555-90b7-74546298b6d5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1565.206949] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 49e0af98-e430-4d2f-ae10-e6aa178006cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1565.207051] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 5ae6e0ed-3ded-432c-9efa-bdb576f5079b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1565.207176] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 5b040baf-24be-44c9-9ada-abec2614a18a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1565.207344] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1565.207480] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1565.207596] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 16a166da-44a9-4883-a4d0-981f3d256f1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1565.207900] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance c43066a1-578d-4601-b350-1fdbd0a6a904 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1565.228119] env[64147]: DEBUG nova.compute.manager [req-d25bb439-8642-48b6-9e77-97c7ae212af7 req-d15418ea-c1b9-4285-a94d-67a4036e9ff5 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Received event network-changed-b4350b47-f7df-4c64-a24e-df2212e820ce {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1565.228322] env[64147]: DEBUG nova.compute.manager [req-d25bb439-8642-48b6-9e77-97c7ae212af7 req-d15418ea-c1b9-4285-a94d-67a4036e9ff5 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Refreshing instance network info cache due to event network-changed-b4350b47-f7df-4c64-a24e-df2212e820ce. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1565.228536] env[64147]: DEBUG oslo_concurrency.lockutils [req-d25bb439-8642-48b6-9e77-97c7ae212af7 req-d15418ea-c1b9-4285-a94d-67a4036e9ff5 service nova] Acquiring lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.228677] env[64147]: DEBUG oslo_concurrency.lockutils [req-d25bb439-8642-48b6-9e77-97c7ae212af7 req-d15418ea-c1b9-4285-a94d-67a4036e9ff5 service nova] Acquired lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.228832] env[64147]: DEBUG nova.network.neutron [req-d25bb439-8642-48b6-9e77-97c7ae212af7 req-d15418ea-c1b9-4285-a94d-67a4036e9ff5 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Refreshing network info cache for port b4350b47-f7df-4c64-a24e-df2212e820ce {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1565.411743] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-596e7bbf-52d4-4ebc-a97e-e1bc9de37022 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.425562] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc09794d-524f-4135-9cf4-cdc8a82602fb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.437718] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.462989] env[64147]: DEBUG nova.compute.manager [req-727d4b58-0a9c-4b61-a98b-83c1d515c2ae req-f68ca88d-3c4d-471e-abb5-ed2f608285cb service nova] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Detach interface failed, port_id=17168e6d-8a45-4efd-bf44-b1071e9dd61c, reason: Instance 1050f2b2-a884-40d6-b519-a381df45f896 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1565.512490] env[64147]: DEBUG nova.compute.manager [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1565.512648] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.513553] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27c8d30-e5a7-4c5f-b785-3ddebf840bb6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.522049] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.524307] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c555108-34b1-444b-a173-5f92b36bec47 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.532238] env[64147]: DEBUG oslo_vmware.api [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for the task: (returnval){ [ 1565.532238] env[64147]: value = "task-1839838" [ 1565.532238] env[64147]: _type = "Task" [ 1565.532238] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.540365] env[64147]: DEBUG oslo_vmware.api [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.674207] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f3cebc-a511-464d-6699-adbe7af9bf73, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.674546] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.674755] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c43066a1-578d-4601-b350-1fdbd0a6a904/c43066a1-578d-4601-b350-1fdbd0a6a904.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1565.675048] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.675267] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.675496] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b60bb684-9f08-4482-ac4c-4532f65967d0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.677632] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8346fd0b-c75e-4f37-9c87-688a0007eec3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.690550] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1565.690550] env[64147]: value = "task-1839839" [ 1565.690550] env[64147]: _type = "Task" [ 1565.690550] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.696091] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.696334] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.700087] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32464b2-0287-4e27-8e6d-58431c19f02c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.706955] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.711890] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 33630811-b576-401a-9356-a80ea5a1750c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1565.712673] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for the task: (returnval){ [ 1565.712673] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522b461a-5758-0263-4001-eb65cb666e46" [ 1565.712673] env[64147]: _type = "Task" [ 1565.712673] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.722744] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522b461a-5758-0263-4001-eb65cb666e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.756135] env[64147]: DEBUG nova.network.neutron [req-86a3b62d-2a58-4a1c-a9c4-6f5ff1a58f0b req-5462b6d9-8ec7-4849-8bbb-445056e3295e service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Updated VIF entry in instance network info cache for port c977d839-8e18-47d0-a3bc-a071243a1fa0. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1565.756772] env[64147]: DEBUG nova.network.neutron [req-86a3b62d-2a58-4a1c-a9c4-6f5ff1a58f0b req-5462b6d9-8ec7-4849-8bbb-445056e3295e service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Updating instance_info_cache with network_info: [{"id": "c977d839-8e18-47d0-a3bc-a071243a1fa0", "address": "fa:16:3e:65:bf:2b", "network": {"id": "40e03102-8a27-480c-b355-9243e9fc2c3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1841177981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09818f6a53d14678980e13b09186fce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc977d839-8e", "ovs_interfaceid": "c977d839-8e18-47d0-a3bc-a071243a1fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.043807] env[64147]: DEBUG oslo_vmware.api [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839838, 'name': PowerOffVM_Task, 'duration_secs': 0.209246} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.044160] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1566.044342] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1566.044618] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ab74c0b-4737-4206-a9c2-e8d781051884 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.143430] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1566.143642] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1566.143848] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Deleting the datastore file [datastore1] 9b498cb6-7367-4420-bc36-238846408fc6 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.144174] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be872e4-80c8-4605-ad7e-2c90492c5f4d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.155055] env[64147]: DEBUG oslo_vmware.api [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for the task: (returnval){ [ 1566.155055] env[64147]: value = "task-1839841" [ 1566.155055] env[64147]: _type = "Task" [ 1566.155055] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.165754] env[64147]: DEBUG oslo_vmware.api [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.187683] env[64147]: DEBUG nova.compute.manager [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.201582] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511917} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.202530] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c43066a1-578d-4601-b350-1fdbd0a6a904/c43066a1-578d-4601-b350-1fdbd0a6a904.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1566.202788] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1566.203070] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f08d4824-e8df-47ba-befa-976bd10a0f29 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.212006] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1566.212006] env[64147]: value = "task-1839842" [ 1566.212006] env[64147]: _type = "Task" [ 1566.212006] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.213143] env[64147]: DEBUG nova.network.neutron [req-d25bb439-8642-48b6-9e77-97c7ae212af7 req-d15418ea-c1b9-4285-a94d-67a4036e9ff5 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Updated VIF entry in instance network info cache for port b4350b47-f7df-4c64-a24e-df2212e820ce. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.213686] env[64147]: DEBUG nova.network.neutron [req-d25bb439-8642-48b6-9e77-97c7ae212af7 req-d15418ea-c1b9-4285-a94d-67a4036e9ff5 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Updating instance_info_cache with network_info: [{"id": "b4350b47-f7df-4c64-a24e-df2212e820ce", "address": "fa:16:3e:42:6e:57", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4350b47-f7", "ovs_interfaceid": "b4350b47-f7df-4c64-a24e-df2212e820ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.218645] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 35539f0e-e341-4d34-85ba-a1cff208b323 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1566.231058] env[64147]: DEBUG nova.virt.hardware [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.231204] env[64147]: DEBUG nova.virt.hardware [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.231376] env[64147]: DEBUG nova.virt.hardware [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.231614] env[64147]: DEBUG nova.virt.hardware [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.231818] env[64147]: DEBUG nova.virt.hardware [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.232054] env[64147]: DEBUG nova.virt.hardware [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.232351] env[64147]: DEBUG nova.virt.hardware [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.232597] env[64147]: DEBUG nova.virt.hardware [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.232813] env[64147]: DEBUG nova.virt.hardware [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.233070] env[64147]: DEBUG nova.virt.hardware [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.233399] env[64147]: DEBUG nova.virt.hardware [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.234480] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cc3dc6-21b6-4f44-baf2-9ce48b12d4ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.245875] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522b461a-5758-0263-4001-eb65cb666e46, 'name': SearchDatastore_Task, 'duration_secs': 0.013274} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.251754] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.252396] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e959f6-5fb3-480c-8b43-90f23cc3e8da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.255301] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024fb604-1e32-4b85-bb03-dda80e22e99d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.259669] env[64147]: DEBUG oslo_concurrency.lockutils [req-86a3b62d-2a58-4a1c-a9c4-6f5ff1a58f0b req-5462b6d9-8ec7-4849-8bbb-445056e3295e service nova] Releasing lock "refresh_cache-5ae6e0ed-3ded-432c-9efa-bdb576f5079b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.264148] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for the task: (returnval){ [ 1566.264148] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52746908-d973-751f-9b84-8b168901f96d" [ 1566.264148] env[64147]: _type = "Task" [ 1566.264148] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.272586] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.278839] env[64147]: DEBUG oslo.service.loopingcall [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.282811] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1566.283120] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7770a131-087f-4009-bc04-f8de429bcb98 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.301904] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52746908-d973-751f-9b84-8b168901f96d, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.303326] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.303630] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e/c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.303883] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.303883] env[64147]: value = "task-1839843" [ 1566.303883] env[64147]: _type = "Task" [ 1566.303883] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.304071] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2748505d-bed3-4c2d-8827-6950e7ee4a0d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.316304] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839843, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.317199] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for the task: (returnval){ [ 1566.317199] env[64147]: value = "task-1839844" [ 1566.317199] env[64147]: _type = "Task" [ 1566.317199] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.326357] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.666766] env[64147]: DEBUG oslo_vmware.api [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Task: {'id': task-1839841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161544} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.669967] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.669967] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.669967] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.669967] env[64147]: INFO nova.compute.manager [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1566.669967] env[64147]: DEBUG oslo.service.loopingcall [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.670362] env[64147]: DEBUG nova.compute.manager [-] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1566.670362] env[64147]: DEBUG nova.network.neutron [-] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.722897] env[64147]: DEBUG oslo_concurrency.lockutils [req-d25bb439-8642-48b6-9e77-97c7ae212af7 req-d15418ea-c1b9-4285-a94d-67a4036e9ff5 service nova] Releasing lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.729205] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 6e64e601-dfce-46e6-a6f2-ea1f39401c2c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1566.729370] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 964e7610-9650-42c8-a5f3-dc45716fe95c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1566.729497] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance b7395f42-7370-49c6-b975-05a3432f71d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.730765] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075459} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.732987] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.735042] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e54d58-ebb3-4518-a73c-df53594726dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.755949] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] c43066a1-578d-4601-b350-1fdbd0a6a904/c43066a1-578d-4601-b350-1fdbd0a6a904.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.756950] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7f37944-09f9-499b-b30f-02505dcff6c7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.777102] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1566.777102] env[64147]: value = "task-1839845" [ 1566.777102] env[64147]: _type = "Task" [ 1566.777102] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.787921] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.816018] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839843, 'name': CreateVM_Task, 'duration_secs': 0.337932} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.816219] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.816643] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.816800] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.817138] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.817384] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea89cca-f9e8-42e6-9c3c-44490b096063 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.827829] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422228} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.829306] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e/c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1566.829460] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1566.829773] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1566.829773] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]521e474f-1942-fd27-ef6b-8a3e7ecd9c65" [ 1566.829773] env[64147]: _type = "Task" [ 1566.829773] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.830054] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a54e59bb-22f2-4738-91ef-2df2086dff08 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.851066] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521e474f-1942-fd27-ef6b-8a3e7ecd9c65, 'name': SearchDatastore_Task, 'duration_secs': 0.02267} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.852549] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.852794] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.853014] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.853171] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.853348] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.853698] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for the task: (returnval){ [ 1566.853698] env[64147]: value = "task-1839846" [ 1566.853698] env[64147]: _type = "Task" [ 1566.853698] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.853925] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-573b5b56-a8bb-43bf-93fa-05e8d0f2244d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.865068] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.868858] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.869066] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.869907] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-403e1860-6fdb-4cb9-93fa-1d44826621e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.875928] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1566.875928] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522ade2c-189b-aa80-207f-32906691ee7a" [ 1566.875928] env[64147]: _type = "Task" [ 1566.875928] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.884757] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522ade2c-189b-aa80-207f-32906691ee7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.235134] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 43057bad-1a1f-4d28-8ec3-c98b82d34b99 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1567.235134] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance e5285ea1-c895-4ed9-b81d-fbaac9d45b66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.270171] env[64147]: DEBUG nova.compute.manager [req-2844d06c-efeb-4503-8075-babd2a19e015 req-d2ab1bff-ea02-4f3b-9fee-cf1d0dd7e3db service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Received event network-vif-deleted-4bfb8e5a-7144-4ad8-910c-8aaaae8427d6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1567.270171] env[64147]: INFO nova.compute.manager [req-2844d06c-efeb-4503-8075-babd2a19e015 req-d2ab1bff-ea02-4f3b-9fee-cf1d0dd7e3db service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Neutron deleted interface 4bfb8e5a-7144-4ad8-910c-8aaaae8427d6; detaching it from the instance and deleting it from the info cache [ 1567.270171] env[64147]: DEBUG nova.network.neutron [req-2844d06c-efeb-4503-8075-babd2a19e015 req-d2ab1bff-ea02-4f3b-9fee-cf1d0dd7e3db service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.291063] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.366175] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068995} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.366535] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1567.367516] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99dff9b-d454-40e8-8e8f-ce316cd44ee1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.390901] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e/c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1567.396205] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd043f0f-7bda-4ad1-bec8-7acce20cf9ab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.418585] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522ade2c-189b-aa80-207f-32906691ee7a, 'name': SearchDatastore_Task, 'duration_secs': 0.030835} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.420586] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for the task: (returnval){ [ 1567.420586] env[64147]: value = "task-1839847" [ 1567.420586] env[64147]: _type = "Task" [ 1567.420586] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.421646] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36faa187-0799-4aec-8eca-5ebec654fc56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.434384] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839847, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.434864] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1567.434864] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cbb21a-40e4-a231-2c2d-c04e72e24a6a" [ 1567.434864] env[64147]: _type = "Task" [ 1567.434864] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.444379] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cbb21a-40e4-a231-2c2d-c04e72e24a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.688427] env[64147]: DEBUG nova.network.neutron [-] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.739110] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance eeb17f79-829d-40bf-b614-dac284c553f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1567.739110] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1050f2b2-a884-40d6-b519-a381df45f896 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1567.739110] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 8660ef73-3c1f-42d2-8a8e-bf7a086671c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1567.772524] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ac225f2-9e5d-4bcc-87c2-8326347a28e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.785880] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63424e99-8086-496d-bb96-78558707fb71 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.802620] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839845, 'name': ReconfigVM_Task, 'duration_secs': 0.648015} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.802898] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Reconfigured VM instance instance-00000024 to attach disk [datastore1] c43066a1-578d-4601-b350-1fdbd0a6a904/c43066a1-578d-4601-b350-1fdbd0a6a904.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.803559] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42c778c7-e688-41d6-953a-a121e6730dcf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.810924] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1567.810924] env[64147]: value = "task-1839848" [ 1567.810924] env[64147]: _type = "Task" [ 1567.810924] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.828209] env[64147]: DEBUG nova.compute.manager [req-2844d06c-efeb-4503-8075-babd2a19e015 req-d2ab1bff-ea02-4f3b-9fee-cf1d0dd7e3db service nova] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Detach interface failed, port_id=4bfb8e5a-7144-4ad8-910c-8aaaae8427d6, reason: Instance 9b498cb6-7367-4420-bc36-238846408fc6 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1567.831971] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839848, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.933978] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839847, 'name': ReconfigVM_Task, 'duration_secs': 0.285126} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.934278] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Reconfigured VM instance instance-00000023 to attach disk [datastore1] c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e/c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.934919] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-530148b0-06dd-49f5-ab78-bb850ed2fdd9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.945784] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cbb21a-40e4-a231-2c2d-c04e72e24a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.017586} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.947048] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.947331] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 16a166da-44a9-4883-a4d0-981f3d256f1b/16a166da-44a9-4883-a4d0-981f3d256f1b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.947641] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for the task: (returnval){ [ 1567.947641] env[64147]: value = "task-1839849" [ 1567.947641] env[64147]: _type = "Task" [ 1567.947641] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.947828] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e9cd581-207b-4bdb-9086-f0a37c8c5717 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.958734] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839849, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.960150] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1567.960150] env[64147]: value = "task-1839850" [ 1567.960150] env[64147]: _type = "Task" [ 1567.960150] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.970374] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.981118] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Acquiring lock "41de1114-5e2c-41cb-85d2-91d387bd631c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.981430] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.191565] env[64147]: INFO nova.compute.manager [-] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Took 1.52 seconds to deallocate network for instance. [ 1568.241782] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1568.241966] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance efc58ddd-7691-4490-9604-54d1793dc109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.323713] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839848, 'name': Rename_Task, 'duration_secs': 0.150873} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.324016] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1568.324387] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5d7ef57-62f9-4899-b71d-990cf36477b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.332659] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1568.332659] env[64147]: value = "task-1839851" [ 1568.332659] env[64147]: _type = "Task" [ 1568.332659] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.342938] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.460172] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839849, 'name': Rename_Task, 'duration_secs': 0.144593} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.460449] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1568.460753] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2377652-3310-4883-9f81-2a96dc99ac39 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.471091] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839850, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.472504] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for the task: (returnval){ [ 1568.472504] env[64147]: value = "task-1839852" [ 1568.472504] env[64147]: _type = "Task" [ 1568.472504] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.480576] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.484590] env[64147]: DEBUG nova.compute.utils [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1568.698579] env[64147]: DEBUG oslo_concurrency.lockutils [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.746027] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance d9912b4a-3073-4db8-9362-ccafacf2802d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1568.843459] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839851, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.970967] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839850, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.981706] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.987551] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.248496] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1569.342947] env[64147]: DEBUG oslo_vmware.api [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839851, 'name': PowerOnVM_Task, 'duration_secs': 0.610395} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.343237] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1569.343428] env[64147]: INFO nova.compute.manager [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1569.343603] env[64147]: DEBUG nova.compute.manager [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.344391] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8f1149-4b79-4e0d-9a7c-ccd186786618 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.476575] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839850, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.510961} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.479799] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 16a166da-44a9-4883-a4d0-981f3d256f1b/16a166da-44a9-4883-a4d0-981f3d256f1b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.480057] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.480300] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4214904-9a81-4309-ae77-598af8acbbb4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.489296] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.490871] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1569.490871] env[64147]: value = "task-1839853" [ 1569.490871] env[64147]: _type = "Task" [ 1569.490871] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.500226] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.751886] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance a2dd50c7-0e12-42d4-b6d3-c36c3e803e83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1569.861083] env[64147]: INFO nova.compute.manager [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Took 36.91 seconds to build instance. [ 1569.987535] env[64147]: DEBUG oslo_vmware.api [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839852, 'name': PowerOnVM_Task, 'duration_secs': 1.482724} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.987759] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1569.988015] env[64147]: INFO nova.compute.manager [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1569.988258] env[64147]: DEBUG nova.compute.manager [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.988998] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46827ee8-b88b-4c29-97ef-c8ff06968a40 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.004547] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095849} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.005100] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1570.006137] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fe3c42-0758-4a51-9398-32011850de7c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.027013] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 16a166da-44a9-4883-a4d0-981f3d256f1b/16a166da-44a9-4883-a4d0-981f3d256f1b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.027310] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c57a1e6-56a6-41fd-b681-dcbaec2e72f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.049371] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1570.049371] env[64147]: value = "task-1839854" [ 1570.049371] env[64147]: _type = "Task" [ 1570.049371] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.059076] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.063800] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Acquiring lock "41de1114-5e2c-41cb-85d2-91d387bd631c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.064045] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.064331] env[64147]: INFO nova.compute.manager [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Attaching volume 120c402c-a6d4-4744-8f01-6f5b82e9454d to /dev/sdb [ 1570.099026] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c99758-d742-4150-ab26-902c065be45f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.106781] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90aec28-9969-4116-a4c1-15a627099b43 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.122905] env[64147]: DEBUG nova.virt.block_device [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Updating existing volume attachment record: a45ac971-ab0f-40b6-99ec-e8e447a13f22 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1570.254914] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance de5091b6-6ad7-4558-b508-edfe729eb701 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1570.255165] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1570.255434] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 41de1114-5e2c-41cb-85d2-91d387bd631c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1570.365760] env[64147]: DEBUG oslo_concurrency.lockutils [None req-898d8230-1402-4ba3-8eb8-786d15f62d5f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "c43066a1-578d-4601-b350-1fdbd0a6a904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.379s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.513801] env[64147]: INFO nova.compute.manager [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Took 42.31 seconds to build instance. [ 1570.561379] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839854, 'name': ReconfigVM_Task, 'duration_secs': 0.303393} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.561659] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 16a166da-44a9-4883-a4d0-981f3d256f1b/16a166da-44a9-4883-a4d0-981f3d256f1b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.562333] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0a26e52-f6cc-41b2-9f1b-43144530452d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.570599] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1570.570599] env[64147]: value = "task-1839858" [ 1570.570599] env[64147]: _type = "Task" [ 1570.570599] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.579541] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839858, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.758317] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 07811f49-9bcb-4a28-b740-20fae75c98b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1570.758676] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 29fdb461-3f61-48ef-b36b-9a2c094a86cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1570.758676] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1570.758759] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 7a889a3b-ffb0-434a-9655-5b703cb1ba4f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1570.869197] env[64147]: DEBUG nova.compute.manager [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1571.018041] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f508cde4-0500-4f3c-bbb3-80ef151d7681 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.059s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.081247] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839858, 'name': Rename_Task, 'duration_secs': 0.150506} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.081521] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.081775] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c09d860e-c94c-49ab-98b6-79f2416c6417 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.089784] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1571.089784] env[64147]: value = "task-1839859" [ 1571.089784] env[64147]: _type = "Task" [ 1571.089784] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.098860] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.261673] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 008248b7-29c5-48ea-a253-80534c1c9c3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1571.261807] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1456713b-c899-46fd-ad10-9e90e6bb64c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1571.261936] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance fa858069-56fa-4de6-885c-670408b92daa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1571.262069] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 53ceb216-7d63-4dfd-8185-1bf488665180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1571.405613] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.520892] env[64147]: DEBUG nova.compute.manager [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1571.603558] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839859, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.712494] env[64147]: DEBUG nova.compute.manager [req-45e8b9df-e3a6-4fbc-8423-f8df885f8ac9 req-84876c13-2845-46e5-89d3-0d5140fb5f2d service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Received event network-changed-94278b26-bfe8-4a2f-9ea2-395480d0d29a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1571.712769] env[64147]: DEBUG nova.compute.manager [req-45e8b9df-e3a6-4fbc-8423-f8df885f8ac9 req-84876c13-2845-46e5-89d3-0d5140fb5f2d service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Refreshing instance network info cache due to event network-changed-94278b26-bfe8-4a2f-9ea2-395480d0d29a. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1571.713048] env[64147]: DEBUG oslo_concurrency.lockutils [req-45e8b9df-e3a6-4fbc-8423-f8df885f8ac9 req-84876c13-2845-46e5-89d3-0d5140fb5f2d service nova] Acquiring lock "refresh_cache-c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.713288] env[64147]: DEBUG oslo_concurrency.lockutils [req-45e8b9df-e3a6-4fbc-8423-f8df885f8ac9 req-84876c13-2845-46e5-89d3-0d5140fb5f2d service nova] Acquired lock "refresh_cache-c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.713485] env[64147]: DEBUG nova.network.neutron [req-45e8b9df-e3a6-4fbc-8423-f8df885f8ac9 req-84876c13-2845-46e5-89d3-0d5140fb5f2d service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Refreshing network info cache for port 94278b26-bfe8-4a2f-9ea2-395480d0d29a {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.765376] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1572.048537] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.104410] env[64147]: DEBUG oslo_vmware.api [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839859, 'name': PowerOnVM_Task, 'duration_secs': 0.645357} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.104410] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.104410] env[64147]: INFO nova.compute.manager [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Took 5.92 seconds to spawn the instance on the hypervisor. [ 1572.104410] env[64147]: DEBUG nova.compute.manager [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.104798] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aba9fa5-b461-44a9-9d24-37d18b67d99f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.268784] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1572.268950] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1572.438917] env[64147]: DEBUG nova.network.neutron [req-45e8b9df-e3a6-4fbc-8423-f8df885f8ac9 req-84876c13-2845-46e5-89d3-0d5140fb5f2d service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Updated VIF entry in instance network info cache for port 94278b26-bfe8-4a2f-9ea2-395480d0d29a. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.439498] env[64147]: DEBUG nova.network.neutron [req-45e8b9df-e3a6-4fbc-8423-f8df885f8ac9 req-84876c13-2845-46e5-89d3-0d5140fb5f2d service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Updating instance_info_cache with network_info: [{"id": "94278b26-bfe8-4a2f-9ea2-395480d0d29a", "address": "fa:16:3e:23:4c:28", "network": {"id": "9b5c0c42-fde1-4fd8-a0a9-6aab88eaf753", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1613443769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7b00728082044c9955cb08cbde45d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94278b26-bf", "ovs_interfaceid": "94278b26-bfe8-4a2f-9ea2-395480d0d29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.621144] env[64147]: INFO nova.compute.manager [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Took 37.35 seconds to build instance. [ 1572.778025] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance d0244585-d683-4bf5-b9ca-790caff8b6f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1572.778025] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1572.778025] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 9b498cb6-7367-4420-bc36-238846408fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1572.778025] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 3a9c7040-44b2-45a9-bbea-16995a643e08 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1572.778431] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance b963fd88-11ad-48ec-910c-e531c727961e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1572.778431] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1572.778431] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1572.945378] env[64147]: DEBUG oslo_concurrency.lockutils [req-45e8b9df-e3a6-4fbc-8423-f8df885f8ac9 req-84876c13-2845-46e5-89d3-0d5140fb5f2d service nova] Releasing lock "refresh_cache-c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.123754] env[64147]: DEBUG oslo_concurrency.lockutils [None req-779f83e9-cc4e-446e-a9a0-e01e682fa0fb tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "16a166da-44a9-4883-a4d0-981f3d256f1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.827s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.163538] env[64147]: INFO nova.compute.manager [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Rebuilding instance [ 1573.207980] env[64147]: DEBUG nova.compute.manager [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.208867] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d212c650-19c4-4678-91f5-864dbe00de61 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.302088] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605019da-1e3d-44fb-8db1-99b5dfc1a502 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.310592] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958a1545-8ddb-4907-adb2-b4504a1985cc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.345860] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e1dde-f7bd-4c9a-9f93-f09a5ee8d3f4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.354308] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20662e8e-b5cb-4f9c-90a5-6083fa0c7f4f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.368414] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.628974] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.871659] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.155744] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.225752] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.226141] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53a7c912-3e28-40c3-9d3a-0a0efb447fdb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.235522] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1574.235522] env[64147]: value = "task-1839861" [ 1574.235522] env[64147]: _type = "Task" [ 1574.235522] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.245300] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.377363] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1574.377738] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.227s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.378049] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.901s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.379576] env[64147]: INFO nova.compute.claims [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1574.673763] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1574.674008] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380738', 'volume_id': '120c402c-a6d4-4744-8f01-6f5b82e9454d', 'name': 'volume-120c402c-a6d4-4744-8f01-6f5b82e9454d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41de1114-5e2c-41cb-85d2-91d387bd631c', 'attached_at': '', 'detached_at': '', 'volume_id': '120c402c-a6d4-4744-8f01-6f5b82e9454d', 'serial': '120c402c-a6d4-4744-8f01-6f5b82e9454d'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1574.674891] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fd6bdf-7204-4c6f-9693-1c020d5157ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.692264] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99d9498-f581-4a4f-8387-affdb84bc52c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.718080] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-120c402c-a6d4-4744-8f01-6f5b82e9454d/volume-120c402c-a6d4-4744-8f01-6f5b82e9454d.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.718776] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b429827-def6-4aa8-b306-2a6b0f35bb60 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.741586] env[64147]: DEBUG oslo_vmware.api [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Waiting for the task: (returnval){ [ 1574.741586] env[64147]: value = "task-1839862" [ 1574.741586] env[64147]: _type = "Task" [ 1574.741586] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.744783] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839861, 'name': PowerOffVM_Task, 'duration_secs': 0.181928} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.748105] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.748393] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1574.749140] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f110d3-18c7-4ac7-9733-ccb6713d2a0f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.756292] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1574.759362] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b281f1b3-35de-4cd4-9fc5-b7ecff3975a3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.760843] env[64147]: DEBUG oslo_vmware.api [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Task: {'id': task-1839862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.806022] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1574.806022] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1574.806022] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Deleting the datastore file [datastore1] 16a166da-44a9-4883-a4d0-981f3d256f1b {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1574.806022] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d7bad39-f9a2-481a-b885-32010da4d0c9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.814180] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1574.814180] env[64147]: value = "task-1839864" [ 1574.814180] env[64147]: _type = "Task" [ 1574.814180] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.822906] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.254215] env[64147]: DEBUG oslo_vmware.api [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Task: {'id': task-1839862, 'name': ReconfigVM_Task, 'duration_secs': 0.368807} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.254519] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-120c402c-a6d4-4744-8f01-6f5b82e9454d/volume-120c402c-a6d4-4744-8f01-6f5b82e9454d.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.259185] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e98c69b-b8fe-4bcd-83a2-f3f69fc12291 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.273678] env[64147]: DEBUG oslo_vmware.api [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Waiting for the task: (returnval){ [ 1575.273678] env[64147]: value = "task-1839865" [ 1575.273678] env[64147]: _type = "Task" [ 1575.273678] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.281455] env[64147]: DEBUG oslo_vmware.api [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Task: {'id': task-1839865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.323605] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101435} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.323953] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.324225] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1575.324447] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1575.471408] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.471705] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.783903] env[64147]: DEBUG oslo_vmware.api [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Task: {'id': task-1839865, 'name': ReconfigVM_Task, 'duration_secs': 0.132241} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.786357] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380738', 'volume_id': '120c402c-a6d4-4744-8f01-6f5b82e9454d', 'name': 'volume-120c402c-a6d4-4744-8f01-6f5b82e9454d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41de1114-5e2c-41cb-85d2-91d387bd631c', 'attached_at': '', 'detached_at': '', 'volume_id': '120c402c-a6d4-4744-8f01-6f5b82e9454d', 'serial': '120c402c-a6d4-4744-8f01-6f5b82e9454d'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1575.832712] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce5d12d-15d8-42ee-aa96-e9a07fd7184c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.845483] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2c483b-1fe8-4968-abc9-171ce75670d9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.876823] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db83ee71-ad38-46da-88b8-034ffca1963f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.884376] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0115d94e-30c3-47fe-b4b2-cd828248a0d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.897950] env[64147]: DEBUG nova.compute.provider_tree [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.981451] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.981762] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1576.358839] env[64147]: DEBUG nova.virt.hardware [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1576.359238] env[64147]: DEBUG nova.virt.hardware [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1576.359238] env[64147]: DEBUG nova.virt.hardware [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1576.359425] env[64147]: DEBUG nova.virt.hardware [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1576.359572] env[64147]: DEBUG nova.virt.hardware [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1576.359719] env[64147]: DEBUG nova.virt.hardware [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1576.359924] env[64147]: DEBUG nova.virt.hardware [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1576.360108] env[64147]: DEBUG nova.virt.hardware [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1576.360276] env[64147]: DEBUG nova.virt.hardware [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1576.360469] env[64147]: DEBUG nova.virt.hardware [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1576.360655] env[64147]: DEBUG nova.virt.hardware [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1576.361517] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067648bd-4154-4228-942b-1847c61bc8ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.370442] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3069fc1d-5fdf-4b6e-aa2f-7ce5aa57d165 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.383888] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1576.389508] env[64147]: DEBUG oslo.service.loopingcall [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.389723] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1576.389937] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ecc2c67-7e40-4e5f-99f5-4da485d65a1d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.402420] env[64147]: DEBUG nova.scheduler.client.report [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1576.411107] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.411107] env[64147]: value = "task-1839866" [ 1576.411107] env[64147]: _type = "Task" [ 1576.411107] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.421037] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839866, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.505996] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "refresh_cache-964e7610-9650-42c8-a5f3-dc45716fe95c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.505996] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquired lock "refresh_cache-964e7610-9650-42c8-a5f3-dc45716fe95c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.505996] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Forcefully refreshing network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1576.823183] env[64147]: DEBUG nova.objects.instance [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Lazy-loading 'flavor' on Instance uuid 41de1114-5e2c-41cb-85d2-91d387bd631c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.908120] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.908655] env[64147]: DEBUG nova.compute.manager [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1576.912024] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.338s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.912024] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.914081] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.016s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.914276] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.916536] env[64147]: DEBUG oslo_concurrency.lockutils [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.967s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.916536] env[64147]: DEBUG oslo_concurrency.lockutils [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.917942] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.951s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.918140] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.919690] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.146s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.921384] env[64147]: INFO nova.compute.claims [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1576.936183] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839866, 'name': CreateVM_Task, 'duration_secs': 0.292782} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.936359] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1576.936944] env[64147]: DEBUG oslo_concurrency.lockutils [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.936944] env[64147]: DEBUG oslo_concurrency.lockutils [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.937348] env[64147]: DEBUG oslo_concurrency.lockutils [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1576.937543] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37d85b9-5186-44d6-984b-fab24bf1178b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.944019] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1576.944019] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52c3fefa-29d5-c9f6-a934-3c8237528fd4" [ 1576.944019] env[64147]: _type = "Task" [ 1576.944019] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.947850] env[64147]: INFO nova.scheduler.client.report [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Deleted allocations for instance 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52 [ 1576.954718] env[64147]: INFO nova.scheduler.client.report [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Deleted allocations for instance 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9 [ 1576.959463] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c3fefa-29d5-c9f6-a934-3c8237528fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.969494] env[64147]: INFO nova.scheduler.client.report [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Deleted allocations for instance 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341 [ 1576.971027] env[64147]: INFO nova.scheduler.client.report [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Deleted allocations for instance 7a889a3b-ffb0-434a-9655-5b703cb1ba4f [ 1577.029221] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1577.328232] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b818f86-4974-4738-a7f5-6489bf0a8ecd tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.413744] env[64147]: DEBUG nova.compute.utils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1577.415439] env[64147]: DEBUG nova.compute.manager [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1577.415874] env[64147]: DEBUG nova.network.neutron [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1577.460023] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c3fefa-29d5-c9f6-a934-3c8237528fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.017806} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.460507] env[64147]: DEBUG oslo_concurrency.lockutils [None req-71b9a7b2-a925-4864-b101-6e6df1836a38 tempest-DeleteServersAdminTestJSON-918330412 tempest-DeleteServersAdminTestJSON-918330412-project-member] Lock "44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.635s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.461496] env[64147]: DEBUG oslo_concurrency.lockutils [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.461963] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1577.462201] env[64147]: DEBUG oslo_concurrency.lockutils [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.462349] env[64147]: DEBUG oslo_concurrency.lockutils [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.462534] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.463334] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f62ef006-5320-49ae-8667-b02efac5dc5b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.472777] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9e6c027-0941-4f6e-961b-99d81313439a tempest-AttachInterfacesV270Test-1657348428 tempest-AttachInterfacesV270Test-1657348428-project-member] Lock "38bb528d-e25b-468e-9d8c-bbfe8cf09ce9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.349s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.481143] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.481143] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1577.482485] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03cd0e35-7d15-469f-8984-446a52d285b1 tempest-FloatingIPsAssociationTestJSON-1432315954 tempest-FloatingIPsAssociationTestJSON-1432315954-project-member] Lock "3d9fc231-5c72-4cd7-96d5-58bf8b0ea341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.091s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.487116] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8518a4-c6c8-4eda-8c37-89ff7e33af7a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.490644] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f386d714-5d2e-4192-92ef-f113176db4bc tempest-ImagesOneServerTestJSON-1146180852 tempest-ImagesOneServerTestJSON-1146180852-project-member] Lock "7a889a3b-ffb0-434a-9655-5b703cb1ba4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.423s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.496378] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1577.496378] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52131610-a9ee-8ffc-772b-b8f54d9b0f5b" [ 1577.496378] env[64147]: _type = "Task" [ 1577.496378] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.507873] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52131610-a9ee-8ffc-772b-b8f54d9b0f5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.576490] env[64147]: DEBUG nova.policy [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de85a5e24fe5475884bbeb89f986038d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8de58e2b60e44441ad4cceb8afea6e60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1577.690204] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.749898] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Acquiring lock "41de1114-5e2c-41cb-85d2-91d387bd631c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.750275] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.920705] env[64147]: DEBUG nova.compute.manager [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1578.010629] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52131610-a9ee-8ffc-772b-b8f54d9b0f5b, 'name': SearchDatastore_Task, 'duration_secs': 0.032347} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.014814] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd65d91-7551-4daa-851a-b2c6ca201a73 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.021176] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1578.021176] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52252805-b06a-1223-6aca-aed1b3319130" [ 1578.021176] env[64147]: _type = "Task" [ 1578.021176] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.030710] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52252805-b06a-1223-6aca-aed1b3319130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.193102] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Releasing lock "refresh_cache-964e7610-9650-42c8-a5f3-dc45716fe95c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.194083] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Updated the network info_cache for instance {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1578.194083] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.194083] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.194083] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.194274] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.194357] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.194500] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.194627] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1578.194792] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.254256] env[64147]: INFO nova.compute.manager [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Detaching volume 120c402c-a6d4-4744-8f01-6f5b82e9454d [ 1578.297025] env[64147]: INFO nova.virt.block_device [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Attempting to driver detach volume 120c402c-a6d4-4744-8f01-6f5b82e9454d from mountpoint /dev/sdb [ 1578.297235] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1578.297431] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380738', 'volume_id': '120c402c-a6d4-4744-8f01-6f5b82e9454d', 'name': 'volume-120c402c-a6d4-4744-8f01-6f5b82e9454d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41de1114-5e2c-41cb-85d2-91d387bd631c', 'attached_at': '', 'detached_at': '', 'volume_id': '120c402c-a6d4-4744-8f01-6f5b82e9454d', 'serial': '120c402c-a6d4-4744-8f01-6f5b82e9454d'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1578.298343] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb853035-962c-4880-98e6-3569f0ab2e59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.325075] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a7f63b-9cf3-4577-be50-002dfee39e17 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.333515] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c15bbcb-fd2e-4fd8-a4be-d87f4202fc1a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.357289] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073172e0-e864-4a55-a139-9a6b631d3dc5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.372354] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] The volume has not been displaced from its original location: [datastore1] volume-120c402c-a6d4-4744-8f01-6f5b82e9454d/volume-120c402c-a6d4-4744-8f01-6f5b82e9454d.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1578.377614] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1578.380920] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-febc9c00-b583-454c-8171-2bd71edb4d59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.399704] env[64147]: DEBUG oslo_vmware.api [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Waiting for the task: (returnval){ [ 1578.399704] env[64147]: value = "task-1839867" [ 1578.399704] env[64147]: _type = "Task" [ 1578.399704] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.410419] env[64147]: DEBUG oslo_vmware.api [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Task: {'id': task-1839867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.533473] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52252805-b06a-1223-6aca-aed1b3319130, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.533771] env[64147]: DEBUG oslo_concurrency.lockutils [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.534030] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 16a166da-44a9-4883-a4d0-981f3d256f1b/16a166da-44a9-4883-a4d0-981f3d256f1b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1578.534287] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb7ccdc1-e504-44f5-9956-d956fb94b896 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.540998] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1578.540998] env[64147]: value = "task-1839868" [ 1578.540998] env[64147]: _type = "Task" [ 1578.540998] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.549808] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.638831] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e731df-64fa-429e-b3c5-33aff6716a0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.647119] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ed79a7-00a1-41e0-a880-b8f8921064c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.677675] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d975e30-adb6-45bf-b3e8-69aa3d30e095 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.685212] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1cf654-b4ce-4821-9534-7fa1e005a5b8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.698954] env[64147]: DEBUG nova.compute.provider_tree [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.701072] env[64147]: DEBUG nova.network.neutron [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Successfully created port: e00581c0-ae3e-4c3b-9b07-796720dc2fa7 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1578.703625] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.912537] env[64147]: DEBUG oslo_vmware.api [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Task: {'id': task-1839867, 'name': ReconfigVM_Task, 'duration_secs': 0.239499} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.912865] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1578.918779] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262fddca-69a1-482c-9e64-e23b9ef7e714 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.935802] env[64147]: DEBUG nova.compute.manager [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1578.940220] env[64147]: DEBUG oslo_vmware.api [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Waiting for the task: (returnval){ [ 1578.940220] env[64147]: value = "task-1839869" [ 1578.940220] env[64147]: _type = "Task" [ 1578.940220] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.951017] env[64147]: DEBUG oslo_vmware.api [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Task: {'id': task-1839869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.970805] env[64147]: DEBUG nova.virt.hardware [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.970991] env[64147]: DEBUG nova.virt.hardware [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.971144] env[64147]: DEBUG nova.virt.hardware [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.971333] env[64147]: DEBUG nova.virt.hardware [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.971483] env[64147]: DEBUG nova.virt.hardware [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.971627] env[64147]: DEBUG nova.virt.hardware [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.971840] env[64147]: DEBUG nova.virt.hardware [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.971997] env[64147]: DEBUG nova.virt.hardware [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.972182] env[64147]: DEBUG nova.virt.hardware [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.972349] env[64147]: DEBUG nova.virt.hardware [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.972531] env[64147]: DEBUG nova.virt.hardware [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.973918] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e226d234-1de9-43e6-b278-e6f8a6d8fefa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.983698] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccc520c-f275-42a8-82f8-e0a66c96e235 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.059587] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839868, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.207013] env[64147]: DEBUG nova.scheduler.client.report [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.451308] env[64147]: DEBUG oslo_vmware.api [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Task: {'id': task-1839869, 'name': ReconfigVM_Task, 'duration_secs': 0.157826} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.451614] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380738', 'volume_id': '120c402c-a6d4-4744-8f01-6f5b82e9454d', 'name': 'volume-120c402c-a6d4-4744-8f01-6f5b82e9454d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41de1114-5e2c-41cb-85d2-91d387bd631c', 'attached_at': '', 'detached_at': '', 'volume_id': '120c402c-a6d4-4744-8f01-6f5b82e9454d', 'serial': '120c402c-a6d4-4744-8f01-6f5b82e9454d'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1579.556406] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520771} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.556943] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 16a166da-44a9-4883-a4d0-981f3d256f1b/16a166da-44a9-4883-a4d0-981f3d256f1b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1579.557531] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1579.558036] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-305a4aca-a1bb-4e8d-8463-bd6a14c29482 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.566066] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1579.566066] env[64147]: value = "task-1839870" [ 1579.566066] env[64147]: _type = "Task" [ 1579.566066] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.580956] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.713287] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.713999] env[64147]: DEBUG nova.compute.manager [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1579.717563] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.373s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.719294] env[64147]: INFO nova.compute.claims [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.048882] env[64147]: DEBUG nova.objects.instance [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Lazy-loading 'flavor' on Instance uuid 41de1114-5e2c-41cb-85d2-91d387bd631c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.078815] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080339} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.079138] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1580.080099] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4365a214-016a-4856-8b64-1ef839ec1600 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.104867] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 16a166da-44a9-4883-a4d0-981f3d256f1b/16a166da-44a9-4883-a4d0-981f3d256f1b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.106070] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c88cdbf-a1ad-48f2-83da-db183d589abb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.133754] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1580.133754] env[64147]: value = "task-1839871" [ 1580.133754] env[64147]: _type = "Task" [ 1580.133754] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.143696] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.224276] env[64147]: DEBUG nova.compute.utils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.228677] env[64147]: DEBUG nova.compute.manager [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.231222] env[64147]: DEBUG nova.network.neutron [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.304560] env[64147]: DEBUG nova.policy [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79be756138e54213b3e39c93a585a85d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f47a40a4839e4a549e519e37f660c652', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1580.648628] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.738855] env[64147]: DEBUG nova.compute.manager [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1580.907568] env[64147]: DEBUG nova.network.neutron [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Successfully created port: e202353b-a914-4375-a71d-c4cb7b014aab {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1580.924302] env[64147]: DEBUG nova.compute.manager [req-067f15cc-15bf-49ec-824f-a06a5e5d9538 req-0116e263-154b-4367-a31c-abf27d86f7a0 service nova] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Received event network-vif-plugged-e00581c0-ae3e-4c3b-9b07-796720dc2fa7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1580.924302] env[64147]: DEBUG oslo_concurrency.lockutils [req-067f15cc-15bf-49ec-824f-a06a5e5d9538 req-0116e263-154b-4367-a31c-abf27d86f7a0 service nova] Acquiring lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.924302] env[64147]: DEBUG oslo_concurrency.lockutils [req-067f15cc-15bf-49ec-824f-a06a5e5d9538 req-0116e263-154b-4367-a31c-abf27d86f7a0 service nova] Lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.924302] env[64147]: DEBUG oslo_concurrency.lockutils [req-067f15cc-15bf-49ec-824f-a06a5e5d9538 req-0116e263-154b-4367-a31c-abf27d86f7a0 service nova] Lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.924302] env[64147]: DEBUG nova.compute.manager [req-067f15cc-15bf-49ec-824f-a06a5e5d9538 req-0116e263-154b-4367-a31c-abf27d86f7a0 service nova] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] No waiting events found dispatching network-vif-plugged-e00581c0-ae3e-4c3b-9b07-796720dc2fa7 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1580.924545] env[64147]: WARNING nova.compute.manager [req-067f15cc-15bf-49ec-824f-a06a5e5d9538 req-0116e263-154b-4367-a31c-abf27d86f7a0 service nova] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Received unexpected event network-vif-plugged-e00581c0-ae3e-4c3b-9b07-796720dc2fa7 for instance with vm_state building and task_state spawning. [ 1581.055371] env[64147]: DEBUG nova.network.neutron [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Successfully updated port: e00581c0-ae3e-4c3b-9b07-796720dc2fa7 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1581.066660] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b5bb81ef-cd82-4eab-b0d9-07a2a7d784b3 tempest-VolumesAssistedSnapshotsTest-2124410834 tempest-VolumesAssistedSnapshotsTest-2124410834-project-admin] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.159628] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839871, 'name': ReconfigVM_Task, 'duration_secs': 0.84572} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.160035] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 16a166da-44a9-4883-a4d0-981f3d256f1b/16a166da-44a9-4883-a4d0-981f3d256f1b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.160883] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b9bc485-ab02-4052-9aa2-00d1f4f66452 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.169145] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1581.169145] env[64147]: value = "task-1839873" [ 1581.169145] env[64147]: _type = "Task" [ 1581.169145] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.179963] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839873, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.526764] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fccb79-ce0b-49b9-ac6a-e1bb1db6c2d8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.535369] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741cc0f1-d5b4-4967-b613-15e03d96c700 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.569527] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquiring lock "refresh_cache-c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.569692] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquired lock "refresh_cache-c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.569823] env[64147]: DEBUG nova.network.neutron [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1581.572737] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822249fa-7376-427c-8c23-291ccac82caf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.583656] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648966c8-4329-4646-b21a-26bdcd25e6b9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.604431] env[64147]: DEBUG nova.compute.provider_tree [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.678986] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839873, 'name': Rename_Task, 'duration_secs': 0.295077} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.679293] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1581.679858] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc2f6e11-7e8e-40ff-81c9-903135406592 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.687814] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1581.687814] env[64147]: value = "task-1839874" [ 1581.687814] env[64147]: _type = "Task" [ 1581.687814] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.697125] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.760524] env[64147]: DEBUG nova.compute.manager [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1581.796772] env[64147]: DEBUG nova.virt.hardware [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1581.797211] env[64147]: DEBUG nova.virt.hardware [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1581.797672] env[64147]: DEBUG nova.virt.hardware [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1581.797936] env[64147]: DEBUG nova.virt.hardware [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1581.798145] env[64147]: DEBUG nova.virt.hardware [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1581.798364] env[64147]: DEBUG nova.virt.hardware [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1581.798597] env[64147]: DEBUG nova.virt.hardware [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1581.798800] env[64147]: DEBUG nova.virt.hardware [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1581.799039] env[64147]: DEBUG nova.virt.hardware [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1581.799232] env[64147]: DEBUG nova.virt.hardware [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1581.799471] env[64147]: DEBUG nova.virt.hardware [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1581.800415] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf73098a-b75c-4988-bb03-78093a6162bd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.809838] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a576c63e-e99b-4016-8004-09375e5d7f61 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.112268] env[64147]: DEBUG nova.scheduler.client.report [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.201181] env[64147]: DEBUG oslo_vmware.api [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839874, 'name': PowerOnVM_Task, 'duration_secs': 0.44607} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.201181] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1582.201181] env[64147]: DEBUG nova.compute.manager [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1582.201181] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd46a25c-3599-4bdb-907f-6d82e5f4a995 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.355864] env[64147]: DEBUG nova.network.neutron [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1582.621554] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.622101] env[64147]: DEBUG nova.compute.manager [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1582.624666] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.722s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.626140] env[64147]: INFO nova.compute.claims [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1582.720458] env[64147]: DEBUG oslo_concurrency.lockutils [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.775265] env[64147]: DEBUG nova.network.neutron [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Updating instance_info_cache with network_info: [{"id": "e00581c0-ae3e-4c3b-9b07-796720dc2fa7", "address": "fa:16:3e:c9:0b:59", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00581c0-ae", "ovs_interfaceid": "e00581c0-ae3e-4c3b-9b07-796720dc2fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.045380] env[64147]: DEBUG nova.compute.manager [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Received event network-changed-e00581c0-ae3e-4c3b-9b07-796720dc2fa7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1583.045800] env[64147]: DEBUG nova.compute.manager [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Refreshing instance network info cache due to event network-changed-e00581c0-ae3e-4c3b-9b07-796720dc2fa7. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1583.046220] env[64147]: DEBUG oslo_concurrency.lockutils [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] Acquiring lock "refresh_cache-c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.135572] env[64147]: DEBUG nova.compute.utils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.137541] env[64147]: DEBUG nova.compute.manager [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1583.137760] env[64147]: DEBUG nova.network.neutron [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.221152] env[64147]: DEBUG nova.network.neutron [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Successfully updated port: e202353b-a914-4375-a71d-c4cb7b014aab {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.260288] env[64147]: DEBUG nova.policy [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2c205bceae5434194dc3b697066334c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fd41766a4ed426eb9017bbb99375f7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1583.277760] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Releasing lock "refresh_cache-c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.278145] env[64147]: DEBUG nova.compute.manager [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Instance network_info: |[{"id": "e00581c0-ae3e-4c3b-9b07-796720dc2fa7", "address": "fa:16:3e:c9:0b:59", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00581c0-ae", "ovs_interfaceid": "e00581c0-ae3e-4c3b-9b07-796720dc2fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1583.278502] env[64147]: DEBUG oslo_concurrency.lockutils [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] Acquired lock "refresh_cache-c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.278734] env[64147]: DEBUG nova.network.neutron [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Refreshing network info cache for port e00581c0-ae3e-4c3b-9b07-796720dc2fa7 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1583.280045] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:0b:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e00581c0-ae3e-4c3b-9b07-796720dc2fa7', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.289274] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Creating folder: Project (8de58e2b60e44441ad4cceb8afea6e60). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1583.290384] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-921c7497-9da8-4312-b9d0-a1ba7dbeef5e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.302097] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Created folder: Project (8de58e2b60e44441ad4cceb8afea6e60) in parent group-v380629. [ 1583.302412] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Creating folder: Instances. Parent ref: group-v380740. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1583.302599] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7766a63-deb7-4d4e-9675-c09fbaf73a33 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.313288] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Created folder: Instances in parent group-v380740. [ 1583.313567] env[64147]: DEBUG oslo.service.loopingcall [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.313818] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.314151] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee50175f-42e3-407c-94f5-3bdbbe551174 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.338919] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.338919] env[64147]: value = "task-1839877" [ 1583.338919] env[64147]: _type = "Task" [ 1583.338919] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.347944] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839877, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.644355] env[64147]: DEBUG nova.compute.manager [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1583.675567] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "16a166da-44a9-4883-a4d0-981f3d256f1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.678312] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "16a166da-44a9-4883-a4d0-981f3d256f1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.678312] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "16a166da-44a9-4883-a4d0-981f3d256f1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.678312] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "16a166da-44a9-4883-a4d0-981f3d256f1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.678312] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "16a166da-44a9-4883-a4d0-981f3d256f1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.682847] env[64147]: INFO nova.compute.manager [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Terminating instance [ 1583.724807] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquiring lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.724807] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquired lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.725145] env[64147]: DEBUG nova.network.neutron [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.849555] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839877, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.999364] env[64147]: DEBUG nova.network.neutron [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Successfully created port: affdfc97-1fbf-4095-9737-9c8050da00d5 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1584.192026] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "refresh_cache-16a166da-44a9-4883-a4d0-981f3d256f1b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.192333] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquired lock "refresh_cache-16a166da-44a9-4883-a4d0-981f3d256f1b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.193764] env[64147]: DEBUG nova.network.neutron [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.301961] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fbe1c5-efae-4417-9ac4-64468d440f0e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.310381] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6c2a75-f47c-4fc4-a306-865d4c30c11d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.357025] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7c4cbc-1a68-4415-9a07-6cd1efba0af8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.363276] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839877, 'name': CreateVM_Task, 'duration_secs': 0.635242} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.365911] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1584.366882] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.367335] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.367927] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1584.369482] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21dd5ed-27f4-41d1-8aa6-5cc1883ff7fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.375024] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f03c77b-cdb4-4488-99de-631ded3daffb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.388913] env[64147]: DEBUG nova.compute.provider_tree [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.391316] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for the task: (returnval){ [ 1584.391316] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b96a1a-edc4-df4d-ae64-ee9866439905" [ 1584.391316] env[64147]: _type = "Task" [ 1584.391316] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.400401] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b96a1a-edc4-df4d-ae64-ee9866439905, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.401238] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.401487] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1584.401717] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.401862] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.402048] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1584.402546] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-174fe1e0-0edb-4a15-8e63-cb71ff34f5ac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.417118] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1584.417118] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1584.417118] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2e32a5-7624-457d-88aa-5aead5f21129 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.423301] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for the task: (returnval){ [ 1584.423301] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524c8ae3-17a1-0906-8835-58a4db14c741" [ 1584.423301] env[64147]: _type = "Task" [ 1584.423301] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.431140] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524c8ae3-17a1-0906-8835-58a4db14c741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.496237] env[64147]: DEBUG nova.network.neutron [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.610817] env[64147]: DEBUG oslo_concurrency.lockutils [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquiring lock "41de1114-5e2c-41cb-85d2-91d387bd631c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.610817] env[64147]: DEBUG oslo_concurrency.lockutils [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.610817] env[64147]: DEBUG oslo_concurrency.lockutils [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquiring lock "41de1114-5e2c-41cb-85d2-91d387bd631c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.610817] env[64147]: DEBUG oslo_concurrency.lockutils [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.611157] env[64147]: DEBUG oslo_concurrency.lockutils [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.613027] env[64147]: INFO nova.compute.manager [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Terminating instance [ 1584.656942] env[64147]: DEBUG nova.compute.manager [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1584.697229] env[64147]: DEBUG nova.virt.hardware [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.697229] env[64147]: DEBUG nova.virt.hardware [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.703029] env[64147]: DEBUG nova.virt.hardware [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.703029] env[64147]: DEBUG nova.virt.hardware [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.703029] env[64147]: DEBUG nova.virt.hardware [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.703029] env[64147]: DEBUG nova.virt.hardware [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.703029] env[64147]: DEBUG nova.virt.hardware [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.703806] env[64147]: DEBUG nova.virt.hardware [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.703806] env[64147]: DEBUG nova.virt.hardware [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.703806] env[64147]: DEBUG nova.virt.hardware [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.703806] env[64147]: DEBUG nova.virt.hardware [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.705263] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb35f8a-2a6c-452d-9862-1a726810e25e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.715136] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bc1b32-8ced-4eac-9839-eb94eecdedac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.746788] env[64147]: DEBUG nova.network.neutron [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Updated VIF entry in instance network info cache for port e00581c0-ae3e-4c3b-9b07-796720dc2fa7. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1584.747378] env[64147]: DEBUG nova.network.neutron [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Updating instance_info_cache with network_info: [{"id": "e00581c0-ae3e-4c3b-9b07-796720dc2fa7", "address": "fa:16:3e:c9:0b:59", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00581c0-ae", "ovs_interfaceid": "e00581c0-ae3e-4c3b-9b07-796720dc2fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.767263] env[64147]: DEBUG nova.network.neutron [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.807189] env[64147]: DEBUG nova.network.neutron [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Updating instance_info_cache with network_info: [{"id": "e202353b-a914-4375-a71d-c4cb7b014aab", "address": "fa:16:3e:a2:2d:bd", "network": {"id": "d985465d-b06d-4a00-b364-2c011d72eaab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1280270985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47a40a4839e4a549e519e37f660c652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202353b-a9", "ovs_interfaceid": "e202353b-a914-4375-a71d-c4cb7b014aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.895684] env[64147]: DEBUG nova.scheduler.client.report [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.940019] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524c8ae3-17a1-0906-8835-58a4db14c741, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.940628] env[64147]: DEBUG nova.network.neutron [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.945531] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0627fa-b644-4a5f-9dd1-45990d1e7272 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.951848] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for the task: (returnval){ [ 1584.951848] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]525a12b6-d810-1c99-93bd-e7c938f0d45b" [ 1584.951848] env[64147]: _type = "Task" [ 1584.951848] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.962385] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525a12b6-d810-1c99-93bd-e7c938f0d45b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.110885] env[64147]: DEBUG nova.network.neutron [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Successfully created port: 5815269f-5f6b-4596-acf9-f6caec0ff323 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1585.117956] env[64147]: DEBUG nova.compute.manager [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.118204] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.119702] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeb86d5-921e-4290-9d38-c0e6946a6c0d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.130746] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.130900] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7919866c-247b-4956-873f-d41199ee09c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.138177] env[64147]: DEBUG oslo_vmware.api [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for the task: (returnval){ [ 1585.138177] env[64147]: value = "task-1839878" [ 1585.138177] env[64147]: _type = "Task" [ 1585.138177] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.148226] env[64147]: DEBUG oslo_vmware.api [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.252733] env[64147]: DEBUG oslo_concurrency.lockutils [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] Releasing lock "refresh_cache-c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.255069] env[64147]: DEBUG nova.compute.manager [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Received event network-vif-plugged-e202353b-a914-4375-a71d-c4cb7b014aab {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1585.255069] env[64147]: DEBUG oslo_concurrency.lockutils [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] Acquiring lock "d0244585-d683-4bf5-b9ca-790caff8b6f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.255069] env[64147]: DEBUG oslo_concurrency.lockutils [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] Lock "d0244585-d683-4bf5-b9ca-790caff8b6f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.255069] env[64147]: DEBUG oslo_concurrency.lockutils [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] Lock "d0244585-d683-4bf5-b9ca-790caff8b6f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.255069] env[64147]: DEBUG nova.compute.manager [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] No waiting events found dispatching network-vif-plugged-e202353b-a914-4375-a71d-c4cb7b014aab {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1585.255443] env[64147]: WARNING nova.compute.manager [req-725e5040-032f-47d9-8647-64c28dbd2c09 req-d4061516-2eb9-4ae0-ab4e-fbb8ff4049eb service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Received unexpected event network-vif-plugged-e202353b-a914-4375-a71d-c4cb7b014aab for instance with vm_state building and task_state spawning. [ 1585.318827] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Releasing lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.319220] env[64147]: DEBUG nova.compute.manager [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Instance network_info: |[{"id": "e202353b-a914-4375-a71d-c4cb7b014aab", "address": "fa:16:3e:a2:2d:bd", "network": {"id": "d985465d-b06d-4a00-b364-2c011d72eaab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1280270985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47a40a4839e4a549e519e37f660c652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202353b-a9", "ovs_interfaceid": "e202353b-a914-4375-a71d-c4cb7b014aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1585.319686] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:2d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e202353b-a914-4375-a71d-c4cb7b014aab', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.329129] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Creating folder: Project (f47a40a4839e4a549e519e37f660c652). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.329129] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4df9c611-da47-47a5-987c-4f974332faa2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.342058] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Created folder: Project (f47a40a4839e4a549e519e37f660c652) in parent group-v380629. [ 1585.342058] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Creating folder: Instances. Parent ref: group-v380743. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1585.342221] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03af151e-244d-4fc9-887e-91ffaa5d4f8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.352906] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Created folder: Instances in parent group-v380743. [ 1585.352906] env[64147]: DEBUG oslo.service.loopingcall [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.352906] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.353105] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fbbb695-5e74-4d72-a405-4a35c8993afd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.373973] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.373973] env[64147]: value = "task-1839881" [ 1585.373973] env[64147]: _type = "Task" [ 1585.373973] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.383961] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839881, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.400059] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.402383] env[64147]: DEBUG nova.compute.manager [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1585.407860] env[64147]: DEBUG oslo_concurrency.lockutils [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.255s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.407860] env[64147]: DEBUG oslo_concurrency.lockutils [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.409856] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.710s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.410553] env[64147]: INFO nova.compute.claims [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1585.449787] env[64147]: INFO nova.scheduler.client.report [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Deleted allocations for instance 3a9c7040-44b2-45a9-bbea-16995a643e08 [ 1585.450562] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Releasing lock "refresh_cache-16a166da-44a9-4883-a4d0-981f3d256f1b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.451361] env[64147]: DEBUG nova.compute.manager [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.451361] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.454222] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154540ff-e6ae-4188-8961-b4863533e502 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.472482] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.472777] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525a12b6-d810-1c99-93bd-e7c938f0d45b, 'name': SearchDatastore_Task, 'duration_secs': 0.011136} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.472989] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3527d8ea-f378-47e6-8fe5-93bd13fe116f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.474643] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.474897] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7/c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.475162] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bcb13a0-0e05-41ef-a3e3-271ea4f51fae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.480909] env[64147]: DEBUG oslo_vmware.api [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1585.480909] env[64147]: value = "task-1839882" [ 1585.480909] env[64147]: _type = "Task" [ 1585.480909] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.488680] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for the task: (returnval){ [ 1585.488680] env[64147]: value = "task-1839883" [ 1585.488680] env[64147]: _type = "Task" [ 1585.488680] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.493156] env[64147]: DEBUG oslo_vmware.api [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.501328] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.635804] env[64147]: DEBUG nova.compute.manager [req-ec96a1ce-340b-405c-bb4a-3b0d6266368e req-f1e6afa3-4d21-4563-924c-a6006833e5ca service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Received event network-changed-e202353b-a914-4375-a71d-c4cb7b014aab {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1585.637477] env[64147]: DEBUG nova.compute.manager [req-ec96a1ce-340b-405c-bb4a-3b0d6266368e req-f1e6afa3-4d21-4563-924c-a6006833e5ca service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Refreshing instance network info cache due to event network-changed-e202353b-a914-4375-a71d-c4cb7b014aab. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1585.637477] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec96a1ce-340b-405c-bb4a-3b0d6266368e req-f1e6afa3-4d21-4563-924c-a6006833e5ca service nova] Acquiring lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.637477] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec96a1ce-340b-405c-bb4a-3b0d6266368e req-f1e6afa3-4d21-4563-924c-a6006833e5ca service nova] Acquired lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.637477] env[64147]: DEBUG nova.network.neutron [req-ec96a1ce-340b-405c-bb4a-3b0d6266368e req-f1e6afa3-4d21-4563-924c-a6006833e5ca service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Refreshing network info cache for port e202353b-a914-4375-a71d-c4cb7b014aab {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.656655] env[64147]: DEBUG oslo_vmware.api [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839878, 'name': PowerOffVM_Task, 'duration_secs': 0.212845} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.658239] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.658707] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.659553] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a52d0ff2-ec39-423c-953c-7d2e74e5a264 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.734419] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.734767] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.734989] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Deleting the datastore file [datastore1] 41de1114-5e2c-41cb-85d2-91d387bd631c {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.735329] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bab38f66-f908-4d5d-8cf5-08c7ba48590a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.745500] env[64147]: DEBUG oslo_vmware.api [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for the task: (returnval){ [ 1585.745500] env[64147]: value = "task-1839885" [ 1585.745500] env[64147]: _type = "Task" [ 1585.745500] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.755475] env[64147]: DEBUG oslo_vmware.api [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.817998] env[64147]: DEBUG nova.network.neutron [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Successfully created port: 98d72945-1eff-4ef1-b87b-2d540835e450 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1585.886446] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839881, 'name': CreateVM_Task, 'duration_secs': 0.404605} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.886681] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.887733] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.887822] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.888180] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.888491] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e22a0fc5-8fdf-4146-b574-687b26773d77 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.896831] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for the task: (returnval){ [ 1585.896831] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5282a696-e841-c817-5c65-e56deb8b20b9" [ 1585.896831] env[64147]: _type = "Task" [ 1585.896831] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.911012] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5282a696-e841-c817-5c65-e56deb8b20b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.915761] env[64147]: DEBUG nova.compute.utils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.920138] env[64147]: DEBUG nova.compute.manager [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1585.920378] env[64147]: DEBUG nova.network.neutron [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1585.963671] env[64147]: DEBUG oslo_concurrency.lockutils [None req-29b235ff-29b7-4b3c-9749-a1fdd48272bd tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "3a9c7040-44b2-45a9-bbea-16995a643e08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.404s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.999221] env[64147]: DEBUG oslo_vmware.api [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839882, 'name': PowerOffVM_Task, 'duration_secs': 0.125793} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.004386] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.004606] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.005241] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498689} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.005675] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72dc7711-241f-42fb-8e4c-e7853a832999 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.008701] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7/c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.008866] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.009143] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f44ba6c5-fdda-4109-a7da-7182088b480b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.017508] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for the task: (returnval){ [ 1586.017508] env[64147]: value = "task-1839887" [ 1586.017508] env[64147]: _type = "Task" [ 1586.017508] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.023892] env[64147]: DEBUG nova.policy [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc640e5e43fc4f09a9332cfde5cacca5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69e6b147268a4021b69cf4efc59afc62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1586.032470] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.037749] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.038013] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.038188] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Deleting the datastore file [datastore1] 16a166da-44a9-4883-a4d0-981f3d256f1b {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.038650] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2053039-a057-477f-9dd4-635a7e4cc495 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.047154] env[64147]: DEBUG oslo_vmware.api [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1586.047154] env[64147]: value = "task-1839888" [ 1586.047154] env[64147]: _type = "Task" [ 1586.047154] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.060120] env[64147]: DEBUG oslo_vmware.api [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.256802] env[64147]: DEBUG oslo_vmware.api [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Task: {'id': task-1839885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352356} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.257111] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.257401] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.257494] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.257902] env[64147]: INFO nova.compute.manager [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1586.257902] env[64147]: DEBUG oslo.service.loopingcall [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.258114] env[64147]: DEBUG nova.compute.manager [-] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.258334] env[64147]: DEBUG nova.network.neutron [-] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.409739] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5282a696-e841-c817-5c65-e56deb8b20b9, 'name': SearchDatastore_Task, 'duration_secs': 0.027551} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.410278] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.413719] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.413719] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.413719] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.413719] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.413913] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7ff27cd-a246-42f4-8fd3-1a25722b7a09 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.419652] env[64147]: DEBUG nova.compute.manager [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1586.428732] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.429057] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.431009] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105428c0-403a-4e74-9e4b-58fb728b7f46 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.438430] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for the task: (returnval){ [ 1586.438430] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520c9035-3ae5-067a-7ccc-1b649ddf4aaa" [ 1586.438430] env[64147]: _type = "Task" [ 1586.438430] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.455782] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520c9035-3ae5-067a-7ccc-1b649ddf4aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.533039] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069441} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.533811] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.534679] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787137ef-b851-4efa-a880-51502e403336 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.566910] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7/c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.572998] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c8bb3c6-0b31-45d4-9ffc-e61a4cbfb70d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.597996] env[64147]: DEBUG oslo_vmware.api [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120574} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.603314] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.603916] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.603916] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.604072] env[64147]: INFO nova.compute.manager [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1586.604279] env[64147]: DEBUG oslo.service.loopingcall [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.604637] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for the task: (returnval){ [ 1586.604637] env[64147]: value = "task-1839889" [ 1586.604637] env[64147]: _type = "Task" [ 1586.604637] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.605209] env[64147]: DEBUG nova.compute.manager [-] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.605209] env[64147]: DEBUG nova.network.neutron [-] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.611170] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Acquiring lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.611170] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.612341] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Acquiring lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.612341] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.612341] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.618757] env[64147]: INFO nova.compute.manager [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Terminating instance [ 1586.626346] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.648299] env[64147]: DEBUG nova.network.neutron [-] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1586.826852] env[64147]: DEBUG nova.network.neutron [req-ec96a1ce-340b-405c-bb4a-3b0d6266368e req-f1e6afa3-4d21-4563-924c-a6006833e5ca service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Updated VIF entry in instance network info cache for port e202353b-a914-4375-a71d-c4cb7b014aab. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.827600] env[64147]: DEBUG nova.network.neutron [req-ec96a1ce-340b-405c-bb4a-3b0d6266368e req-f1e6afa3-4d21-4563-924c-a6006833e5ca service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Updating instance_info_cache with network_info: [{"id": "e202353b-a914-4375-a71d-c4cb7b014aab", "address": "fa:16:3e:a2:2d:bd", "network": {"id": "d985465d-b06d-4a00-b364-2c011d72eaab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1280270985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47a40a4839e4a549e519e37f660c652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202353b-a9", "ovs_interfaceid": "e202353b-a914-4375-a71d-c4cb7b014aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.896651] env[64147]: DEBUG nova.network.neutron [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Successfully created port: e11699d0-a6e6-4222-be9f-3b8b54757e37 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.951713] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520c9035-3ae5-067a-7ccc-1b649ddf4aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.030366} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.955481] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70e1fb0-0a46-4f67-aa72-c4d479cf4fa2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.966473] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for the task: (returnval){ [ 1586.966473] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52c8ffa4-395e-8d66-7742-6833d96ff72c" [ 1586.966473] env[64147]: _type = "Task" [ 1586.966473] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.983340] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c8ffa4-395e-8d66-7742-6833d96ff72c, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.984093] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.984412] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] d0244585-d683-4bf5-b9ca-790caff8b6f8/d0244585-d683-4bf5-b9ca-790caff8b6f8.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.985054] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e81e1369-b0a0-4314-a1dd-c980fdcee4e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.993103] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for the task: (returnval){ [ 1586.993103] env[64147]: value = "task-1839890" [ 1586.993103] env[64147]: _type = "Task" [ 1586.993103] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.004838] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.122590] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.130613] env[64147]: DEBUG nova.compute.manager [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1587.131253] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.131948] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f6689a-7846-4338-a530-74afe0d07c84 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.140286] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Waiting for the task: (returnval){ [ 1587.140286] env[64147]: value = "task-1839891" [ 1587.140286] env[64147]: _type = "Task" [ 1587.140286] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.153103] env[64147]: DEBUG nova.network.neutron [-] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.154807] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.215566] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16653d6a-77fe-4f74-bde9-a89a94d9d4a8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.225756] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cde0d7-6ba4-445f-a0f4-6d81d507226b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.261524] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c706b951-30bc-46b5-8c82-cbf982fe85f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.271713] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c70859-f153-4ffe-93ba-4785dcdc9c8d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.288238] env[64147]: DEBUG nova.compute.provider_tree [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.334726] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec96a1ce-340b-405c-bb4a-3b0d6266368e req-f1e6afa3-4d21-4563-924c-a6006833e5ca service nova] Releasing lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.439019] env[64147]: DEBUG nova.compute.manager [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1587.468813] env[64147]: DEBUG nova.virt.hardware [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.469434] env[64147]: DEBUG nova.virt.hardware [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.470079] env[64147]: DEBUG nova.virt.hardware [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.470079] env[64147]: DEBUG nova.virt.hardware [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.470079] env[64147]: DEBUG nova.virt.hardware [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.470200] env[64147]: DEBUG nova.virt.hardware [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.470409] env[64147]: DEBUG nova.virt.hardware [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.470622] env[64147]: DEBUG nova.virt.hardware [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.470960] env[64147]: DEBUG nova.virt.hardware [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.471277] env[64147]: DEBUG nova.virt.hardware [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.471342] env[64147]: DEBUG nova.virt.hardware [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.472369] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d7be0c-21e8-42d9-b042-c3a311933522 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.481589] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861c8e57-59fc-4693-962e-0b8cae239bec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.507623] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839890, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.622377] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839889, 'name': ReconfigVM_Task, 'duration_secs': 0.633512} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.622377] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Reconfigured VM instance instance-00000027 to attach disk [datastore1] c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7/c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.622922] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fef42ac-0a05-44ed-ac1d-ac0763b66ed4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.632040] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for the task: (returnval){ [ 1587.632040] env[64147]: value = "task-1839892" [ 1587.632040] env[64147]: _type = "Task" [ 1587.632040] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.645727] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839892, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.658357] env[64147]: INFO nova.compute.manager [-] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Took 1.05 seconds to deallocate network for instance. [ 1587.658744] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839891, 'name': PowerOffVM_Task, 'duration_secs': 0.278989} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.661342] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.661632] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1587.661903] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380676', 'volume_id': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'name': 'volume-651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f2d5b53-a0a8-4555-90b7-74546298b6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'serial': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1587.667408] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78a3907-1d5a-454a-af10-441c0b6ae09f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.692297] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d70ee08-80e4-43f8-aca1-946ffa2b01aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.698567] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7349b777-e86c-43bc-86e9-ca191cdfbc3e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.719387] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3ec95f-d2c0-4d3c-aa86-da8372120898 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.736244] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] The volume has not been displaced from its original location: [datastore1] volume-651b8b0e-603f-4aaf-a0ae-8018a1b21cce/volume-651b8b0e-603f-4aaf-a0ae-8018a1b21cce.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1587.741727] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1587.742381] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5fc812-e0eb-4c90-85aa-51e3c58017e1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.761701] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Waiting for the task: (returnval){ [ 1587.761701] env[64147]: value = "task-1839893" [ 1587.761701] env[64147]: _type = "Task" [ 1587.761701] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.767042] env[64147]: DEBUG nova.network.neutron [-] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.770833] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.794108] env[64147]: DEBUG nova.scheduler.client.report [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.008979] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561706} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.009290] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] d0244585-d683-4bf5-b9ca-790caff8b6f8/d0244585-d683-4bf5-b9ca-790caff8b6f8.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1588.009420] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1588.009898] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53a61d69-f039-4629-834a-6135c8e270f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.016928] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for the task: (returnval){ [ 1588.016928] env[64147]: value = "task-1839894" [ 1588.016928] env[64147]: _type = "Task" [ 1588.016928] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.027304] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.143917] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839892, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.144839] env[64147]: DEBUG nova.network.neutron [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Successfully updated port: affdfc97-1fbf-4095-9737-9c8050da00d5 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1588.173470] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.271963] env[64147]: INFO nova.compute.manager [-] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Took 2.01 seconds to deallocate network for instance. [ 1588.282644] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.296623] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.297221] env[64147]: DEBUG nova.compute.manager [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1588.300393] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.190s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.301135] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.304947] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.615s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.304947] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.306633] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.267s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.306901] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.308841] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.106s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.310982] env[64147]: INFO nova.compute.claims [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.358068] env[64147]: INFO nova.scheduler.client.report [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleted allocations for instance 1050f2b2-a884-40d6-b519-a381df45f896 [ 1588.359897] env[64147]: INFO nova.scheduler.client.report [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Deleted allocations for instance 964e7610-9650-42c8-a5f3-dc45716fe95c [ 1588.396390] env[64147]: INFO nova.scheduler.client.report [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleted allocations for instance 8660ef73-3c1f-42d2-8a8e-bf7a086671c7 [ 1588.514447] env[64147]: DEBUG nova.compute.manager [req-70d7e90d-10bd-454b-8ea1-8c19569d4342 req-a6e4c1d2-88b9-4a3b-ad80-e7bdb03c4c1a service nova] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Received event network-vif-deleted-6f17dbab-9bdf-49a8-be5c-3ec7a979ee6d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1588.527663] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068071} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.527917] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1588.528827] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fa2982-1f38-4986-9db3-1fab7e550cae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.552122] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d0244585-d683-4bf5-b9ca-790caff8b6f8/d0244585-d683-4bf5-b9ca-790caff8b6f8.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.552988] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d013034-47cc-4e93-a9af-0be447b34863 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.573590] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for the task: (returnval){ [ 1588.573590] env[64147]: value = "task-1839895" [ 1588.573590] env[64147]: _type = "Task" [ 1588.573590] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.582927] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.644887] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839892, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.772682] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.781107] env[64147]: DEBUG oslo_concurrency.lockutils [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.817603] env[64147]: DEBUG nova.compute.utils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1588.822337] env[64147]: DEBUG nova.compute.manager [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1588.822337] env[64147]: DEBUG nova.network.neutron [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.880952] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c6f5c474-33d3-4fa6-ab70-3f618ddedddf tempest-ServersAdminNegativeTestJSON-845533351 tempest-ServersAdminNegativeTestJSON-845533351-project-member] Lock "964e7610-9650-42c8-a5f3-dc45716fe95c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.377s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.886281] env[64147]: DEBUG nova.policy [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4142ca29e4e47a4851969bd66009e8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5b273ae4182438b8f4d258922954ce3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.894604] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1a7ef540-7ccd-4edc-8ed3-156b6b781b7a tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "1050f2b2-a884-40d6-b519-a381df45f896" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.408s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.909340] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3fa62469-3ba4-46ed-ac63-824d92ac36a8 tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "8660ef73-3c1f-42d2-8a8e-bf7a086671c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.709s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.092369] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839895, 'name': ReconfigVM_Task, 'duration_secs': 0.35519} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.092777] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d0244585-d683-4bf5-b9ca-790caff8b6f8/d0244585-d683-4bf5-b9ca-790caff8b6f8.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.093565] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9b69c0a-9a26-4c98-9b14-12ab79946fae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.104022] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for the task: (returnval){ [ 1589.104022] env[64147]: value = "task-1839896" [ 1589.104022] env[64147]: _type = "Task" [ 1589.104022] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.117940] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839896, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.148129] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839892, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.276493] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.325826] env[64147]: DEBUG nova.compute.manager [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1589.376828] env[64147]: DEBUG nova.network.neutron [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Successfully created port: ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1589.413801] env[64147]: DEBUG nova.network.neutron [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Successfully updated port: e11699d0-a6e6-4222-be9f-3b8b54757e37 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.614547] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839896, 'name': Rename_Task, 'duration_secs': 0.153787} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.614745] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1589.615028] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4c66340-e4e7-4321-851e-947410a67692 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.626243] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for the task: (returnval){ [ 1589.626243] env[64147]: value = "task-1839897" [ 1589.626243] env[64147]: _type = "Task" [ 1589.626243] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.636329] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.652815] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839892, 'name': Rename_Task, 'duration_secs': 1.895589} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.653936] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1589.654201] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1879c21d-8c68-49b5-b0f6-da6a5c52cbae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.663520] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for the task: (returnval){ [ 1589.663520] env[64147]: value = "task-1839898" [ 1589.663520] env[64147]: _type = "Task" [ 1589.663520] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.680330] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839898, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.777891] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839893, 'name': ReconfigVM_Task, 'duration_secs': 1.753576} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.778172] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1589.784291] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be9cbf6-2023-4f24-ab3e-9e18a44fae2d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.797955] env[64147]: DEBUG nova.compute.manager [req-4fb47c66-b1ee-4306-b618-04852e777075 req-d0e741ac-0419-41d1-b17d-de387d46ac18 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Received event network-vif-plugged-e11699d0-a6e6-4222-be9f-3b8b54757e37 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1589.799410] env[64147]: DEBUG oslo_concurrency.lockutils [req-4fb47c66-b1ee-4306-b618-04852e777075 req-d0e741ac-0419-41d1-b17d-de387d46ac18 service nova] Acquiring lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.799410] env[64147]: DEBUG oslo_concurrency.lockutils [req-4fb47c66-b1ee-4306-b618-04852e777075 req-d0e741ac-0419-41d1-b17d-de387d46ac18 service nova] Lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.799410] env[64147]: DEBUG oslo_concurrency.lockutils [req-4fb47c66-b1ee-4306-b618-04852e777075 req-d0e741ac-0419-41d1-b17d-de387d46ac18 service nova] Lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.799410] env[64147]: DEBUG nova.compute.manager [req-4fb47c66-b1ee-4306-b618-04852e777075 req-d0e741ac-0419-41d1-b17d-de387d46ac18 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] No waiting events found dispatching network-vif-plugged-e11699d0-a6e6-4222-be9f-3b8b54757e37 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1589.799410] env[64147]: WARNING nova.compute.manager [req-4fb47c66-b1ee-4306-b618-04852e777075 req-d0e741ac-0419-41d1-b17d-de387d46ac18 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Received unexpected event network-vif-plugged-e11699d0-a6e6-4222-be9f-3b8b54757e37 for instance with vm_state building and task_state spawning. [ 1589.805584] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Waiting for the task: (returnval){ [ 1589.805584] env[64147]: value = "task-1839899" [ 1589.805584] env[64147]: _type = "Task" [ 1589.805584] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.816997] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.919779] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.919779] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquired lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.919779] env[64147]: DEBUG nova.network.neutron [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.990771] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdcf3e2-3472-4ebf-96d4-40219cddc991 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.004975] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd55b10-48f5-4755-a800-f957d614b691 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.051288] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeea9ef-e786-4d4f-a5c6-ec11f89fc74d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.061155] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e2ad6-87d0-4d66-a630-d912379b7b8b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.080260] env[64147]: DEBUG nova.compute.provider_tree [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.137285] env[64147]: DEBUG oslo_vmware.api [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839897, 'name': PowerOnVM_Task, 'duration_secs': 0.455646} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.137602] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.137741] env[64147]: INFO nova.compute.manager [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1590.137916] env[64147]: DEBUG nova.compute.manager [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.138749] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616bbc5a-6dde-485b-95d6-35e60a3f37e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.176744] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839898, 'name': PowerOnVM_Task} progress is 98%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.315377] env[64147]: DEBUG nova.network.neutron [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Successfully updated port: 5815269f-5f6b-4596-acf9-f6caec0ff323 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.322474] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839899, 'name': ReconfigVM_Task, 'duration_secs': 0.113643} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.325305] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380676', 'volume_id': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'name': 'volume-651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f2d5b53-a0a8-4555-90b7-74546298b6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce', 'serial': '651b8b0e-603f-4aaf-a0ae-8018a1b21cce'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1590.325305] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.325305] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d940ae1-905b-4cc7-a83a-221ff4616cd6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.334637] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.334986] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46872d6a-b109-4506-b6b4-75714ff2f1f0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.343249] env[64147]: DEBUG nova.compute.manager [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1590.375824] env[64147]: DEBUG nova.virt.hardware [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1590.376261] env[64147]: DEBUG nova.virt.hardware [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1590.376670] env[64147]: DEBUG nova.virt.hardware [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1590.377306] env[64147]: DEBUG nova.virt.hardware [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1590.377306] env[64147]: DEBUG nova.virt.hardware [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1590.377306] env[64147]: DEBUG nova.virt.hardware [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1590.377564] env[64147]: DEBUG nova.virt.hardware [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1590.377758] env[64147]: DEBUG nova.virt.hardware [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1590.378041] env[64147]: DEBUG nova.virt.hardware [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1590.378329] env[64147]: DEBUG nova.virt.hardware [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1590.378609] env[64147]: DEBUG nova.virt.hardware [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1590.380028] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85f6957-8d91-4134-bca6-1160901eda8a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.394071] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d680c742-c47c-4660-8eb3-615bb6178e77 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.453334] env[64147]: DEBUG nova.network.neutron [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.463217] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.463503] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.547827] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.548063] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.548238] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Deleting the datastore file [datastore1] 0f2d5b53-a0a8-4555-90b7-74546298b6d5 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.548520] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef7cfe40-740f-470e-8e15-5bb3e9ff2dd5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.562145] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Waiting for the task: (returnval){ [ 1590.562145] env[64147]: value = "task-1839901" [ 1590.562145] env[64147]: _type = "Task" [ 1590.562145] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.570574] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.586876] env[64147]: DEBUG nova.scheduler.client.report [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.657678] env[64147]: INFO nova.compute.manager [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Took 41.91 seconds to build instance. [ 1590.675304] env[64147]: DEBUG oslo_vmware.api [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839898, 'name': PowerOnVM_Task, 'duration_secs': 0.659559} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.675565] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.675770] env[64147]: INFO nova.compute.manager [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Took 11.74 seconds to spawn the instance on the hypervisor. [ 1590.675968] env[64147]: DEBUG nova.compute.manager [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.676799] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae94828-3a49-4733-9dcb-1d14944d271e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.900168] env[64147]: DEBUG nova.network.neutron [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Updating instance_info_cache with network_info: [{"id": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "address": "fa:16:3e:73:a7:32", "network": {"id": "9e5ba8c0-c7ea-469a-8a84-64d0998e6bd6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-881290059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e6b147268a4021b69cf4efc59afc62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11699d0-a6", "ovs_interfaceid": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.072785] env[64147]: DEBUG oslo_vmware.api [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Task: {'id': task-1839901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285358} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.072785] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.072785] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.072785] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.072993] env[64147]: INFO nova.compute.manager [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Took 3.94 seconds to destroy the instance on the hypervisor. [ 1591.073939] env[64147]: DEBUG oslo.service.loopingcall [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.073939] env[64147]: DEBUG nova.compute.manager [-] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1591.073939] env[64147]: DEBUG nova.network.neutron [-] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1591.093160] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.093527] env[64147]: DEBUG nova.compute.manager [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1591.100291] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.659s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.100291] env[64147]: INFO nova.compute.claims [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1591.160792] env[64147]: DEBUG oslo_concurrency.lockutils [None req-37ddfd40-fee9-4430-9f13-ab9395655d1a tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Lock "d0244585-d683-4bf5-b9ca-790caff8b6f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.811s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.193435] env[64147]: DEBUG nova.compute.manager [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received event network-vif-plugged-affdfc97-1fbf-4095-9737-9c8050da00d5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1591.193674] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Acquiring lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.193855] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.194325] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.194562] env[64147]: DEBUG nova.compute.manager [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] No waiting events found dispatching network-vif-plugged-affdfc97-1fbf-4095-9737-9c8050da00d5 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1591.194905] env[64147]: WARNING nova.compute.manager [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received unexpected event network-vif-plugged-affdfc97-1fbf-4095-9737-9c8050da00d5 for instance with vm_state building and task_state spawning. [ 1591.194905] env[64147]: DEBUG nova.compute.manager [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received event network-changed-affdfc97-1fbf-4095-9737-9c8050da00d5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1591.195068] env[64147]: DEBUG nova.compute.manager [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Refreshing instance network info cache due to event network-changed-affdfc97-1fbf-4095-9737-9c8050da00d5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1591.197484] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Acquiring lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.197484] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Acquired lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.197484] env[64147]: DEBUG nova.network.neutron [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Refreshing network info cache for port affdfc97-1fbf-4095-9737-9c8050da00d5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.199905] env[64147]: INFO nova.compute.manager [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Took 50.75 seconds to build instance. [ 1591.237149] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.237397] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.263684] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.263959] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.403336] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Releasing lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.403700] env[64147]: DEBUG nova.compute.manager [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Instance network_info: |[{"id": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "address": "fa:16:3e:73:a7:32", "network": {"id": "9e5ba8c0-c7ea-469a-8a84-64d0998e6bd6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-881290059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e6b147268a4021b69cf4efc59afc62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11699d0-a6", "ovs_interfaceid": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.404140] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:a7:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e11699d0-a6e6-4222-be9f-3b8b54757e37', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.417495] env[64147]: DEBUG oslo.service.loopingcall [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.417795] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.417956] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84bd5d4c-1437-4738-89b6-715f2da894bc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.446744] env[64147]: DEBUG nova.network.neutron [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Successfully updated port: ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1591.452680] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.452680] env[64147]: value = "task-1839902" [ 1591.452680] env[64147]: _type = "Task" [ 1591.452680] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.463335] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839902, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.584941] env[64147]: DEBUG nova.compute.manager [None req-c35d7069-7b5e-4b6e-adec-31f3ba1339ad tempest-ServerExternalEventsTest-340824571 tempest-ServerExternalEventsTest-340824571-project] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Received event network-changed {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1591.584941] env[64147]: DEBUG nova.compute.manager [None req-c35d7069-7b5e-4b6e-adec-31f3ba1339ad tempest-ServerExternalEventsTest-340824571 tempest-ServerExternalEventsTest-340824571-project] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Refreshing instance network info cache due to event network-changed. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1591.584941] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c35d7069-7b5e-4b6e-adec-31f3ba1339ad tempest-ServerExternalEventsTest-340824571 tempest-ServerExternalEventsTest-340824571-project] Acquiring lock "refresh_cache-c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.584941] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c35d7069-7b5e-4b6e-adec-31f3ba1339ad tempest-ServerExternalEventsTest-340824571 tempest-ServerExternalEventsTest-340824571-project] Acquired lock "refresh_cache-c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.584941] env[64147]: DEBUG nova.network.neutron [None req-c35d7069-7b5e-4b6e-adec-31f3ba1339ad tempest-ServerExternalEventsTest-340824571 tempest-ServerExternalEventsTest-340824571-project] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.602906] env[64147]: DEBUG nova.compute.utils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1591.607337] env[64147]: DEBUG nova.compute.manager [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1591.608071] env[64147]: DEBUG nova.network.neutron [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1591.665492] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1591.703754] env[64147]: DEBUG nova.policy [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fd988681fd54ecaace062d6683248b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e205e27b3aa94def82edea9ff9872f85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1591.705693] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c1ef6ac-ead4-4528-8f98-4c1361cc886b tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.340s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.753324] env[64147]: DEBUG nova.network.neutron [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.911777] env[64147]: DEBUG nova.network.neutron [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.946291] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquiring lock "refresh_cache-d9912b4a-3073-4db8-9362-ccafacf2802d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.946471] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquired lock "refresh_cache-d9912b4a-3073-4db8-9362-ccafacf2802d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.946807] env[64147]: DEBUG nova.network.neutron [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.967657] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839902, 'name': CreateVM_Task, 'duration_secs': 0.341947} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.967887] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.968780] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.969450] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.970163] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.970163] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e1f4d4-2ee5-4b0d-bd54-4b4011508c57 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.977038] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1591.977038] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]528b5ec6-2099-c489-f49c-0b4bf8c4e8a0" [ 1591.977038] env[64147]: _type = "Task" [ 1591.977038] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.985814] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528b5ec6-2099-c489-f49c-0b4bf8c4e8a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.114874] env[64147]: DEBUG nova.compute.manager [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1592.202905] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.210835] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1592.336061] env[64147]: DEBUG nova.network.neutron [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Successfully created port: 697a7c44-23d6-4a50-9f14-791a12602461 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1592.419395] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Releasing lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.419687] env[64147]: DEBUG nova.compute.manager [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received event network-vif-plugged-5815269f-5f6b-4596-acf9-f6caec0ff323 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1592.419887] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Acquiring lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.420110] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.420280] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.420519] env[64147]: DEBUG nova.compute.manager [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] No waiting events found dispatching network-vif-plugged-5815269f-5f6b-4596-acf9-f6caec0ff323 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1592.420609] env[64147]: WARNING nova.compute.manager [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received unexpected event network-vif-plugged-5815269f-5f6b-4596-acf9-f6caec0ff323 for instance with vm_state building and task_state spawning. [ 1592.420770] env[64147]: DEBUG nova.compute.manager [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received event network-changed-5815269f-5f6b-4596-acf9-f6caec0ff323 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1592.420925] env[64147]: DEBUG nova.compute.manager [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Refreshing instance network info cache due to event network-changed-5815269f-5f6b-4596-acf9-f6caec0ff323. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1592.421139] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Acquiring lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.421257] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Acquired lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.421412] env[64147]: DEBUG nova.network.neutron [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Refreshing network info cache for port 5815269f-5f6b-4596-acf9-f6caec0ff323 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.493959] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528b5ec6-2099-c489-f49c-0b4bf8c4e8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.038856} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.497583] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.497927] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.498756] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.499186] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.499469] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.501074] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea0b441c-b1df-493d-9bc8-8b7e5da5e934 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.517854] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.517854] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.520024] env[64147]: DEBUG nova.network.neutron [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1592.522467] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd95fc6-b925-4d0e-b33d-c849760f6976 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.530375] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1592.530375] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52650718-5823-024e-5c0d-134d8354c743" [ 1592.530375] env[64147]: _type = "Task" [ 1592.530375] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.547906] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52650718-5823-024e-5c0d-134d8354c743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.631662] env[64147]: DEBUG nova.network.neutron [-] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.740215] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.744492] env[64147]: DEBUG nova.network.neutron [None req-c35d7069-7b5e-4b6e-adec-31f3ba1339ad tempest-ServerExternalEventsTest-340824571 tempest-ServerExternalEventsTest-340824571-project] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Updating instance_info_cache with network_info: [{"id": "e00581c0-ae3e-4c3b-9b07-796720dc2fa7", "address": "fa:16:3e:c9:0b:59", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00581c0-ae", "ovs_interfaceid": "e00581c0-ae3e-4c3b-9b07-796720dc2fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.845151] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27966454-5881-4521-a68d-4cd46bb1ca6a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.854885] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be952c4-1930-4e87-b972-3039c09eb750 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.895233] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b43ee3-2f79-4ac6-9fd2-3a7cfb71ea7e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.904948] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a2e9ee-5edb-4787-9ead-3738dbec84af {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.912402] env[64147]: DEBUG nova.network.neutron [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Updating instance_info_cache with network_info: [{"id": "ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9", "address": "fa:16:3e:c6:ce:08", "network": {"id": "b30243ad-6368-4827-8da0-5ef690940f51", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1747224101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b273ae4182438b8f4d258922954ce3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef1fbb77-0f", "ovs_interfaceid": "ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.927394] env[64147]: DEBUG nova.compute.provider_tree [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.004735] env[64147]: DEBUG nova.network.neutron [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1593.046085] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52650718-5823-024e-5c0d-134d8354c743, 'name': SearchDatastore_Task, 'duration_secs': 0.032005} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.046516] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce851dd0-67ed-4a75-84fd-ccf3606a4b93 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.054502] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1593.054502] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524ea24b-4286-3eca-a60c-10bee6316fc0" [ 1593.054502] env[64147]: _type = "Task" [ 1593.054502] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.062556] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524ea24b-4286-3eca-a60c-10bee6316fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.074931] env[64147]: DEBUG nova.network.neutron [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Successfully updated port: 98d72945-1eff-4ef1-b87b-2d540835e450 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1593.135265] env[64147]: DEBUG nova.compute.manager [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1593.138207] env[64147]: INFO nova.compute.manager [-] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Took 2.06 seconds to deallocate network for instance. [ 1593.144151] env[64147]: DEBUG nova.network.neutron [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.170174] env[64147]: DEBUG nova.virt.hardware [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.170439] env[64147]: DEBUG nova.virt.hardware [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.170598] env[64147]: DEBUG nova.virt.hardware [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.170777] env[64147]: DEBUG nova.virt.hardware [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.170922] env[64147]: DEBUG nova.virt.hardware [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.171477] env[64147]: DEBUG nova.virt.hardware [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.171477] env[64147]: DEBUG nova.virt.hardware [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.171477] env[64147]: DEBUG nova.virt.hardware [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.171691] env[64147]: DEBUG nova.virt.hardware [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.171758] env[64147]: DEBUG nova.virt.hardware [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.171905] env[64147]: DEBUG nova.virt.hardware [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.173118] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c27991-aa53-4c6e-9ab7-6bdf896eefd4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.182644] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b48fbf9-4fed-4f84-b365-128f659957c3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.246828] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c35d7069-7b5e-4b6e-adec-31f3ba1339ad tempest-ServerExternalEventsTest-340824571 tempest-ServerExternalEventsTest-340824571-project] Releasing lock "refresh_cache-c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.280622] env[64147]: DEBUG nova.compute.manager [req-d5f5dfbc-d88d-4bd7-add8-b54457b7be95 req-e49e9171-7cad-4f2c-bf0c-2a236875a5c3 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Received event network-changed-e11699d0-a6e6-4222-be9f-3b8b54757e37 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1593.280839] env[64147]: DEBUG nova.compute.manager [req-d5f5dfbc-d88d-4bd7-add8-b54457b7be95 req-e49e9171-7cad-4f2c-bf0c-2a236875a5c3 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Refreshing instance network info cache due to event network-changed-e11699d0-a6e6-4222-be9f-3b8b54757e37. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1593.281238] env[64147]: DEBUG oslo_concurrency.lockutils [req-d5f5dfbc-d88d-4bd7-add8-b54457b7be95 req-e49e9171-7cad-4f2c-bf0c-2a236875a5c3 service nova] Acquiring lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.281238] env[64147]: DEBUG oslo_concurrency.lockutils [req-d5f5dfbc-d88d-4bd7-add8-b54457b7be95 req-e49e9171-7cad-4f2c-bf0c-2a236875a5c3 service nova] Acquired lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.281361] env[64147]: DEBUG nova.network.neutron [req-d5f5dfbc-d88d-4bd7-add8-b54457b7be95 req-e49e9171-7cad-4f2c-bf0c-2a236875a5c3 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Refreshing network info cache for port e11699d0-a6e6-4222-be9f-3b8b54757e37 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1593.414730] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Releasing lock "refresh_cache-d9912b4a-3073-4db8-9362-ccafacf2802d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.415151] env[64147]: DEBUG nova.compute.manager [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Instance network_info: |[{"id": "ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9", "address": "fa:16:3e:c6:ce:08", "network": {"id": "b30243ad-6368-4827-8da0-5ef690940f51", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1747224101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b273ae4182438b8f4d258922954ce3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef1fbb77-0f", "ovs_interfaceid": "ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1593.415715] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:ce:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1593.423798] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Creating folder: Project (a5b273ae4182438b8f4d258922954ce3). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1593.427734] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df87d2de-f000-44f4-8b5a-a07a2ae47867 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.430993] env[64147]: DEBUG nova.scheduler.client.report [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.443133] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Created folder: Project (a5b273ae4182438b8f4d258922954ce3) in parent group-v380629. [ 1593.443350] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Creating folder: Instances. Parent ref: group-v380747. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1593.443598] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cc2a146-9c5c-4d2d-84f8-a191f5b9ef60 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.453973] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Created folder: Instances in parent group-v380747. [ 1593.453973] env[64147]: DEBUG oslo.service.loopingcall [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.454167] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1593.454359] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87861585-19ed-401b-9098-1f1bf1547257 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.220570] env[64147]: INFO nova.compute.manager [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Took 1.08 seconds to detach 1 volumes for instance. [ 1594.221064] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.221462] env[64147]: DEBUG oslo_concurrency.lockutils [req-f6a39e15-77ae-43e1-85a4-3ebe4221326a req-c8989bfa-53cb-4f16-8f0d-5c29bc0eb801 service nova] Releasing lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.221902] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquiring lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.222170] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.222309] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquiring lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.222570] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.222633] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.226107] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.130s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.226580] env[64147]: DEBUG nova.compute.manager [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1594.229641] env[64147]: DEBUG nova.compute.manager [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Deleting volume: 651b8b0e-603f-4aaf-a0ae-8018a1b21cce {{(pid=64147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1594.231577] env[64147]: INFO nova.compute.manager [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Terminating instance [ 1594.235737] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquired lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.235899] env[64147]: DEBUG nova.network.neutron [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.240028] env[64147]: DEBUG oslo_concurrency.lockutils [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.539s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.240028] env[64147]: DEBUG nova.objects.instance [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Lazy-loading 'resources' on Instance uuid 9b498cb6-7367-4420-bc36-238846408fc6 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1594.244672] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1594.244672] env[64147]: value = "task-1839905" [ 1594.244672] env[64147]: _type = "Task" [ 1594.244672] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.248805] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524ea24b-4286-3eca-a60c-10bee6316fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.018754} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.252087] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.252460] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 43057bad-1a1f-4d28-8ec3-c98b82d34b99/43057bad-1a1f-4d28-8ec3-c98b82d34b99.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1594.253561] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9835e4f-0b75-4b19-9462-fe399f2322b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.261213] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839905, 'name': CreateVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.262834] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1594.262834] env[64147]: value = "task-1839906" [ 1594.262834] env[64147]: _type = "Task" [ 1594.262834] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.273608] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.328237] env[64147]: DEBUG nova.compute.manager [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Received event network-vif-plugged-ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1594.329274] env[64147]: DEBUG oslo_concurrency.lockutils [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] Acquiring lock "d9912b4a-3073-4db8-9362-ccafacf2802d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.329274] env[64147]: DEBUG oslo_concurrency.lockutils [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] Lock "d9912b4a-3073-4db8-9362-ccafacf2802d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.329274] env[64147]: DEBUG oslo_concurrency.lockutils [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] Lock "d9912b4a-3073-4db8-9362-ccafacf2802d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.329274] env[64147]: DEBUG nova.compute.manager [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] No waiting events found dispatching network-vif-plugged-ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1594.329461] env[64147]: WARNING nova.compute.manager [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Received unexpected event network-vif-plugged-ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9 for instance with vm_state building and task_state spawning. [ 1594.329612] env[64147]: DEBUG nova.compute.manager [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Received event network-changed-ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1594.329798] env[64147]: DEBUG nova.compute.manager [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Refreshing instance network info cache due to event network-changed-ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1594.329976] env[64147]: DEBUG oslo_concurrency.lockutils [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] Acquiring lock "refresh_cache-d9912b4a-3073-4db8-9362-ccafacf2802d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.330141] env[64147]: DEBUG oslo_concurrency.lockutils [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] Acquired lock "refresh_cache-d9912b4a-3073-4db8-9362-ccafacf2802d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.330299] env[64147]: DEBUG nova.network.neutron [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Refreshing network info cache for port ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1594.442166] env[64147]: DEBUG nova.network.neutron [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Successfully updated port: 697a7c44-23d6-4a50-9f14-791a12602461 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1594.568548] env[64147]: DEBUG nova.network.neutron [req-d5f5dfbc-d88d-4bd7-add8-b54457b7be95 req-e49e9171-7cad-4f2c-bf0c-2a236875a5c3 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Updated VIF entry in instance network info cache for port e11699d0-a6e6-4222-be9f-3b8b54757e37. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.569114] env[64147]: DEBUG nova.network.neutron [req-d5f5dfbc-d88d-4bd7-add8-b54457b7be95 req-e49e9171-7cad-4f2c-bf0c-2a236875a5c3 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Updating instance_info_cache with network_info: [{"id": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "address": "fa:16:3e:73:a7:32", "network": {"id": "9e5ba8c0-c7ea-469a-8a84-64d0998e6bd6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-881290059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e6b147268a4021b69cf4efc59afc62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11699d0-a6", "ovs_interfaceid": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.748563] env[64147]: DEBUG nova.compute.utils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.752563] env[64147]: DEBUG nova.compute.manager [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.752563] env[64147]: DEBUG nova.network.neutron [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.766099] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839905, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.770802] env[64147]: DEBUG nova.compute.manager [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1594.770802] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1594.771734] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d15820-9fd8-4c7e-86ce-016e677beb56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.781263] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505636} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.781453] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 43057bad-1a1f-4d28-8ec3-c98b82d34b99/43057bad-1a1f-4d28-8ec3-c98b82d34b99.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1594.781836] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1594.782193] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35cdc6f3-7096-4f42-b706-c20d156bdd72 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.787424] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1594.787991] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dedc069-da05-4228-b510-1a5633ba7c19 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.794312] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1594.794312] env[64147]: value = "task-1839908" [ 1594.794312] env[64147]: _type = "Task" [ 1594.794312] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.795319] env[64147]: DEBUG oslo_vmware.api [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for the task: (returnval){ [ 1594.795319] env[64147]: value = "task-1839909" [ 1594.795319] env[64147]: _type = "Task" [ 1594.795319] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.814254] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.819163] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.819494] env[64147]: DEBUG oslo_vmware.api [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.823616] env[64147]: DEBUG nova.network.neutron [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1594.860283] env[64147]: DEBUG nova.policy [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9c3337cf10941b78535fd8e3da79b29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ee60d7099bf4f8ebd87f487e6cdd988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1594.944692] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "refresh_cache-008248b7-29c5-48ea-a253-80534c1c9c3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.945510] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "refresh_cache-008248b7-29c5-48ea-a253-80534c1c9c3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.946154] env[64147]: DEBUG nova.network.neutron [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.072536] env[64147]: DEBUG oslo_concurrency.lockutils [req-d5f5dfbc-d88d-4bd7-add8-b54457b7be95 req-e49e9171-7cad-4f2c-bf0c-2a236875a5c3 service nova] Releasing lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.253893] env[64147]: DEBUG nova.compute.manager [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1595.265499] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839905, 'name': CreateVM_Task, 'duration_secs': 0.638354} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.265499] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1595.266118] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.266280] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.266649] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.266902] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61baebac-8276-4138-897a-228a82186c2f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.272841] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for the task: (returnval){ [ 1595.272841] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529998fc-a7f0-2ce0-2fda-38de6a8c777b" [ 1595.272841] env[64147]: _type = "Task" [ 1595.272841] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.283383] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529998fc-a7f0-2ce0-2fda-38de6a8c777b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.313675] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0689} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.314104] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1595.317938] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7515fae7-ff95-4200-9dcf-1051dd9ddc78 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.321401] env[64147]: DEBUG oslo_vmware.api [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839909, 'name': PowerOffVM_Task, 'duration_secs': 0.214106} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.321460] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.321583] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1595.322172] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c665c798-1876-4cbc-9042-c322ee6f5d69 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.344164] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 43057bad-1a1f-4d28-8ec3-c98b82d34b99/43057bad-1a1f-4d28-8ec3-c98b82d34b99.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.347526] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81065ab5-6848-4cf7-9168-74003602951f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.366544] env[64147]: DEBUG nova.network.neutron [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Updated VIF entry in instance network info cache for port ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1595.366933] env[64147]: DEBUG nova.network.neutron [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Updating instance_info_cache with network_info: [{"id": "ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9", "address": "fa:16:3e:c6:ce:08", "network": {"id": "b30243ad-6368-4827-8da0-5ef690940f51", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1747224101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5b273ae4182438b8f4d258922954ce3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef1fbb77-0f", "ovs_interfaceid": "ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.369565] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1595.369565] env[64147]: value = "task-1839911" [ 1595.369565] env[64147]: _type = "Task" [ 1595.369565] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.379171] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.388147] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b67756-cef5-45c2-a85c-415e89f4f68b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.397447] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619f1e52-c0a5-4f9f-8044-65a11fcb87cc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.433257] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c073224-6555-40b4-afa4-c9492139dd11 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.436310] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1595.436377] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1595.436557] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Deleting the datastore file [datastore1] c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1595.436852] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e85684d-fd1c-4622-9be9-063a63a4a57e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.445705] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3647e78-5b6a-4650-a60b-0fa6c12e5097 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.450000] env[64147]: DEBUG oslo_vmware.api [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for the task: (returnval){ [ 1595.450000] env[64147]: value = "task-1839912" [ 1595.450000] env[64147]: _type = "Task" [ 1595.450000] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.466728] env[64147]: DEBUG nova.compute.provider_tree [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.474931] env[64147]: DEBUG oslo_vmware.api [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.523735] env[64147]: DEBUG nova.network.neutron [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1595.735586] env[64147]: DEBUG nova.network.neutron [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Successfully created port: 61948cb3-f8d1-4fab-856a-9e32c9092ad0 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1595.784756] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529998fc-a7f0-2ce0-2fda-38de6a8c777b, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.785176] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.785424] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1595.785564] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.785720] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.785900] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1595.786186] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12454bab-72c2-42c3-8a27-34e26aff453e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.809812] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1595.810029] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1595.810813] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8645bd15-c808-4f68-964c-d7f8fa5f49aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.822132] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for the task: (returnval){ [ 1595.822132] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]525388e2-db0e-5657-c97d-cddee2f780c7" [ 1595.822132] env[64147]: _type = "Task" [ 1595.822132] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.831926] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525388e2-db0e-5657-c97d-cddee2f780c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008477} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.832668] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78412e2b-42f7-4004-b624-b724663870b2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.838081] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for the task: (returnval){ [ 1595.838081] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524adfc6-4744-46a2-d026-8c2486d21844" [ 1595.838081] env[64147]: _type = "Task" [ 1595.838081] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.846389] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524adfc6-4744-46a2-d026-8c2486d21844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.871189] env[64147]: DEBUG oslo_concurrency.lockutils [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] Releasing lock "refresh_cache-d9912b4a-3073-4db8-9362-ccafacf2802d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.872669] env[64147]: DEBUG nova.compute.manager [req-4262a448-4261-4c7c-a8e4-b8fd67244a22 req-46089cf6-73f3-4505-9b33-56ed7c99783c service nova] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Received event network-vif-deleted-c959c001-c987-4c71-9e04-3b61e81162a6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1595.880818] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839911, 'name': ReconfigVM_Task, 'duration_secs': 0.451021} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.880818] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 43057bad-1a1f-4d28-8ec3-c98b82d34b99/43057bad-1a1f-4d28-8ec3-c98b82d34b99.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.881096] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f33ec80-ba20-4ed6-ab9b-3655e07b7917 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.887582] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1595.887582] env[64147]: value = "task-1839913" [ 1595.887582] env[64147]: _type = "Task" [ 1595.887582] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.897491] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839913, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.923987] env[64147]: DEBUG nova.network.neutron [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Updating instance_info_cache with network_info: [{"id": "697a7c44-23d6-4a50-9f14-791a12602461", "address": "fa:16:3e:3a:1b:71", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697a7c44-23", "ovs_interfaceid": "697a7c44-23d6-4a50-9f14-791a12602461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.961371] env[64147]: DEBUG oslo_vmware.api [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Task: {'id': task-1839912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191376} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.961628] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1595.961810] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1595.962013] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1595.962197] env[64147]: INFO nova.compute.manager [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1595.962435] env[64147]: DEBUG oslo.service.loopingcall [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.962648] env[64147]: DEBUG nova.compute.manager [-] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1595.962744] env[64147]: DEBUG nova.network.neutron [-] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1595.969429] env[64147]: DEBUG nova.scheduler.client.report [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.003215] env[64147]: DEBUG nova.network.neutron [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Updating instance_info_cache with network_info: [{"id": "affdfc97-1fbf-4095-9737-9c8050da00d5", "address": "fa:16:3e:24:ea:3a", "network": {"id": "b48da915-bb9c-4ea9-a915-c5f47f6a09e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-897818703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaffdfc97-1f", "ovs_interfaceid": "affdfc97-1fbf-4095-9737-9c8050da00d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5815269f-5f6b-4596-acf9-f6caec0ff323", "address": "fa:16:3e:b7:be:dc", "network": {"id": "c95dbddf-5b95-4fda-80b1-940a5415cf83", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1114768178", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5815269f-5f", "ovs_interfaceid": "5815269f-5f6b-4596-acf9-f6caec0ff323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98d72945-1eff-4ef1-b87b-2d540835e450", "address": "fa:16:3e:ca:a3:e4", "network": {"id": "b48da915-bb9c-4ea9-a915-c5f47f6a09e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-897818703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d72945-1e", "ovs_interfaceid": "98d72945-1eff-4ef1-b87b-2d540835e450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.266952] env[64147]: DEBUG nova.compute.manager [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1596.293131] env[64147]: DEBUG nova.virt.hardware [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1596.293431] env[64147]: DEBUG nova.virt.hardware [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.293592] env[64147]: DEBUG nova.virt.hardware [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.293781] env[64147]: DEBUG nova.virt.hardware [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.293928] env[64147]: DEBUG nova.virt.hardware [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.294152] env[64147]: DEBUG nova.virt.hardware [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1596.294385] env[64147]: DEBUG nova.virt.hardware [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1596.294544] env[64147]: DEBUG nova.virt.hardware [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1596.294717] env[64147]: DEBUG nova.virt.hardware [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1596.294877] env[64147]: DEBUG nova.virt.hardware [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1596.295059] env[64147]: DEBUG nova.virt.hardware [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1596.296034] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ee84eb-0bde-4cab-92da-7f28a8015bce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.304469] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de350b11-d97d-4128-b433-278bbc3cc16f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.349072] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524adfc6-4744-46a2-d026-8c2486d21844, 'name': SearchDatastore_Task, 'duration_secs': 0.008216} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.349741] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.350141] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] d9912b4a-3073-4db8-9362-ccafacf2802d/d9912b4a-3073-4db8-9362-ccafacf2802d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1596.350754] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e30a562a-3fd1-48e6-a354-47c3baf0a55b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.362259] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for the task: (returnval){ [ 1596.362259] env[64147]: value = "task-1839914" [ 1596.362259] env[64147]: _type = "Task" [ 1596.362259] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.370355] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.397624] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839913, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.431018] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "refresh_cache-008248b7-29c5-48ea-a253-80534c1c9c3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.431018] env[64147]: DEBUG nova.compute.manager [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Instance network_info: |[{"id": "697a7c44-23d6-4a50-9f14-791a12602461", "address": "fa:16:3e:3a:1b:71", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697a7c44-23", "ovs_interfaceid": "697a7c44-23d6-4a50-9f14-791a12602461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1596.431018] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:1b:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '697a7c44-23d6-4a50-9f14-791a12602461', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1596.438791] env[64147]: DEBUG oslo.service.loopingcall [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.439192] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.439521] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e558583-6b93-4578-86b6-4c8a575d6e55 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.467314] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.467314] env[64147]: value = "task-1839915" [ 1596.467314] env[64147]: _type = "Task" [ 1596.467314] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.475351] env[64147]: DEBUG oslo_concurrency.lockutils [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.477979] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839915, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.478654] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.074s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.481071] env[64147]: INFO nova.compute.claims [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1596.504932] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Releasing lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.507151] env[64147]: DEBUG nova.compute.manager [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Instance network_info: |[{"id": "affdfc97-1fbf-4095-9737-9c8050da00d5", "address": "fa:16:3e:24:ea:3a", "network": {"id": "b48da915-bb9c-4ea9-a915-c5f47f6a09e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-897818703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaffdfc97-1f", "ovs_interfaceid": "affdfc97-1fbf-4095-9737-9c8050da00d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5815269f-5f6b-4596-acf9-f6caec0ff323", "address": "fa:16:3e:b7:be:dc", "network": {"id": "c95dbddf-5b95-4fda-80b1-940a5415cf83", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1114768178", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5815269f-5f", "ovs_interfaceid": "5815269f-5f6b-4596-acf9-f6caec0ff323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98d72945-1eff-4ef1-b87b-2d540835e450", "address": "fa:16:3e:ca:a3:e4", "network": {"id": "b48da915-bb9c-4ea9-a915-c5f47f6a09e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-897818703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d72945-1e", "ovs_interfaceid": "98d72945-1eff-4ef1-b87b-2d540835e450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1596.507151] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:ea:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'affdfc97-1fbf-4095-9737-9c8050da00d5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:be:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5815269f-5f6b-4596-acf9-f6caec0ff323', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:a3:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98d72945-1eff-4ef1-b87b-2d540835e450', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1596.521461] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Creating folder: Project (6fd41766a4ed426eb9017bbb99375f7d). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1596.523208] env[64147]: INFO nova.scheduler.client.report [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Deleted allocations for instance 9b498cb6-7367-4420-bc36-238846408fc6 [ 1596.524449] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11e51e16-9253-4022-bf0e-49841370eeb6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.538021] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Created folder: Project (6fd41766a4ed426eb9017bbb99375f7d) in parent group-v380629. [ 1596.538361] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Creating folder: Instances. Parent ref: group-v380751. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1596.538594] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-679a5252-7d37-4132-8711-f84049c0eea4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.546869] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Created folder: Instances in parent group-v380751. [ 1596.547123] env[64147]: DEBUG oslo.service.loopingcall [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.548015] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.548228] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bef3d6e-f198-46a3-a065-1981b44c48ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.575090] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.575090] env[64147]: value = "task-1839918" [ 1596.575090] env[64147]: _type = "Task" [ 1596.575090] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.583296] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839918, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.585720] env[64147]: DEBUG nova.compute.manager [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received event network-vif-plugged-98d72945-1eff-4ef1-b87b-2d540835e450 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1596.585884] env[64147]: DEBUG oslo_concurrency.lockutils [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] Acquiring lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.586098] env[64147]: DEBUG oslo_concurrency.lockutils [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] Lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.586354] env[64147]: DEBUG oslo_concurrency.lockutils [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] Lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.586577] env[64147]: DEBUG nova.compute.manager [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] No waiting events found dispatching network-vif-plugged-98d72945-1eff-4ef1-b87b-2d540835e450 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1596.586685] env[64147]: WARNING nova.compute.manager [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received unexpected event network-vif-plugged-98d72945-1eff-4ef1-b87b-2d540835e450 for instance with vm_state building and task_state spawning. [ 1596.587682] env[64147]: DEBUG nova.compute.manager [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received event network-changed-98d72945-1eff-4ef1-b87b-2d540835e450 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1596.587682] env[64147]: DEBUG nova.compute.manager [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Refreshing instance network info cache due to event network-changed-98d72945-1eff-4ef1-b87b-2d540835e450. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1596.587682] env[64147]: DEBUG oslo_concurrency.lockutils [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] Acquiring lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.587682] env[64147]: DEBUG oslo_concurrency.lockutils [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] Acquired lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.587682] env[64147]: DEBUG nova.network.neutron [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Refreshing network info cache for port 98d72945-1eff-4ef1-b87b-2d540835e450 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1596.875654] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839914, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.898992] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839913, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.976687] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839915, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.036318] env[64147]: DEBUG oslo_concurrency.lockutils [None req-696ae82e-c122-4161-bf76-c1056a81747c tempest-ServersV294TestFqdnHostnames-1682038464 tempest-ServersV294TestFqdnHostnames-1682038464-project-member] Lock "9b498cb6-7367-4420-bc36-238846408fc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.030s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.087149] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839918, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.319481] env[64147]: DEBUG nova.compute.manager [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Received event network-vif-plugged-697a7c44-23d6-4a50-9f14-791a12602461 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1597.319929] env[64147]: DEBUG oslo_concurrency.lockutils [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] Acquiring lock "008248b7-29c5-48ea-a253-80534c1c9c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.319991] env[64147]: DEBUG oslo_concurrency.lockutils [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] Lock "008248b7-29c5-48ea-a253-80534c1c9c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.321037] env[64147]: DEBUG oslo_concurrency.lockutils [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] Lock "008248b7-29c5-48ea-a253-80534c1c9c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.321037] env[64147]: DEBUG nova.compute.manager [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] No waiting events found dispatching network-vif-plugged-697a7c44-23d6-4a50-9f14-791a12602461 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1597.321037] env[64147]: WARNING nova.compute.manager [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Received unexpected event network-vif-plugged-697a7c44-23d6-4a50-9f14-791a12602461 for instance with vm_state building and task_state spawning. [ 1597.321037] env[64147]: DEBUG nova.compute.manager [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Received event network-changed-697a7c44-23d6-4a50-9f14-791a12602461 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1597.321037] env[64147]: DEBUG nova.compute.manager [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Refreshing instance network info cache due to event network-changed-697a7c44-23d6-4a50-9f14-791a12602461. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1597.321037] env[64147]: DEBUG oslo_concurrency.lockutils [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] Acquiring lock "refresh_cache-008248b7-29c5-48ea-a253-80534c1c9c3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.324575] env[64147]: DEBUG oslo_concurrency.lockutils [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] Acquired lock "refresh_cache-008248b7-29c5-48ea-a253-80534c1c9c3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.325550] env[64147]: DEBUG nova.network.neutron [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Refreshing network info cache for port 697a7c44-23d6-4a50-9f14-791a12602461 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.379987] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686923} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.380277] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] d9912b4a-3073-4db8-9362-ccafacf2802d/d9912b4a-3073-4db8-9362-ccafacf2802d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.380576] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.380911] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6405ca8a-f5e7-4b68-ab25-b16a8be3fb91 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.388638] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for the task: (returnval){ [ 1597.388638] env[64147]: value = "task-1839919" [ 1597.388638] env[64147]: _type = "Task" [ 1597.388638] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.401610] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.405145] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839913, 'name': Rename_Task, 'duration_secs': 1.155103} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.405435] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1597.405666] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e00bf55-3b03-491e-8b11-453ab9eb9e99 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.413011] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1597.413011] env[64147]: value = "task-1839920" [ 1597.413011] env[64147]: _type = "Task" [ 1597.413011] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.421727] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.477336] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839915, 'name': CreateVM_Task, 'duration_secs': 0.826423} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.477505] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1597.478227] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.478481] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.478851] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1597.479152] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba728e8-9a8a-4cf0-8de3-05291ca00119 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.484662] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1597.484662] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524e7d42-4ed7-8b2d-d07d-e56d6c87fb8b" [ 1597.484662] env[64147]: _type = "Task" [ 1597.484662] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.495669] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524e7d42-4ed7-8b2d-d07d-e56d6c87fb8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.591839] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839918, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.600487] env[64147]: DEBUG nova.network.neutron [-] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.607336] env[64147]: DEBUG nova.network.neutron [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Updated VIF entry in instance network info cache for port 98d72945-1eff-4ef1-b87b-2d540835e450. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1597.607837] env[64147]: DEBUG nova.network.neutron [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Updating instance_info_cache with network_info: [{"id": "affdfc97-1fbf-4095-9737-9c8050da00d5", "address": "fa:16:3e:24:ea:3a", "network": {"id": "b48da915-bb9c-4ea9-a915-c5f47f6a09e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-897818703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaffdfc97-1f", "ovs_interfaceid": "affdfc97-1fbf-4095-9737-9c8050da00d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5815269f-5f6b-4596-acf9-f6caec0ff323", "address": "fa:16:3e:b7:be:dc", "network": {"id": "c95dbddf-5b95-4fda-80b1-940a5415cf83", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1114768178", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5815269f-5f", "ovs_interfaceid": "5815269f-5f6b-4596-acf9-f6caec0ff323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98d72945-1eff-4ef1-b87b-2d540835e450", "address": "fa:16:3e:ca:a3:e4", "network": {"id": "b48da915-bb9c-4ea9-a915-c5f47f6a09e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-897818703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d72945-1e", "ovs_interfaceid": "98d72945-1eff-4ef1-b87b-2d540835e450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.831497] env[64147]: DEBUG nova.network.neutron [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Successfully updated port: 61948cb3-f8d1-4fab-856a-9e32c9092ad0 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1597.907281] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquiring lock "5410b69e-75c7-45d7-95a6-99c847419bf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.907922] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "5410b69e-75c7-45d7-95a6-99c847419bf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.912160] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066136} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.912838] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.913834] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e1719-e290-401a-818d-78610a64dc5e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.951603] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] d9912b4a-3073-4db8-9362-ccafacf2802d/d9912b4a-3073-4db8-9362-ccafacf2802d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.955614] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-795ef6a5-ac39-4627-9adb-4c7a4006b0b4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.972261] env[64147]: DEBUG oslo_vmware.api [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839920, 'name': PowerOnVM_Task, 'duration_secs': 0.451132} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.975864] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.975864] env[64147]: INFO nova.compute.manager [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1597.976207] env[64147]: DEBUG nova.compute.manager [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1597.977931] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3123dcd-f71b-48b6-b9f2-14e47851d5df {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.982944] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for the task: (returnval){ [ 1597.982944] env[64147]: value = "task-1839921" [ 1597.982944] env[64147]: _type = "Task" [ 1597.982944] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.005723] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.010798] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524e7d42-4ed7-8b2d-d07d-e56d6c87fb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.016569} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.010798] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.010798] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1598.011035] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.011149] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.011378] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1598.011682] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e460b268-5736-445a-8b2f-407d92f036a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.040171] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1598.040436] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1598.042611] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf43d63-a29d-442f-9c67-4083ae9d9f40 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.056282] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1598.056282] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52dbf437-f3c4-6d9b-0681-b11706dafe05" [ 1598.056282] env[64147]: _type = "Task" [ 1598.056282] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.065318] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52dbf437-f3c4-6d9b-0681-b11706dafe05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.091622] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839918, 'name': CreateVM_Task, 'duration_secs': 1.159255} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.094547] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1598.096069] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.096069] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.096353] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1598.096850] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-932d70b9-eaaf-480a-88ec-5658503bb256 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.102892] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1598.102892] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52501b4b-9e93-7e1f-1f55-db939b69ebf0" [ 1598.102892] env[64147]: _type = "Task" [ 1598.102892] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.105510] env[64147]: INFO nova.compute.manager [-] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Took 2.14 seconds to deallocate network for instance. [ 1598.118094] env[64147]: DEBUG oslo_concurrency.lockutils [req-daf3f9d7-b917-43ac-a932-fe06a18052ba req-02f27b62-90bd-49b0-be9d-df04f30be624 service nova] Releasing lock "refresh_cache-eeb17f79-829d-40bf-b614-dac284c553f6" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.118094] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52501b4b-9e93-7e1f-1f55-db939b69ebf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.144040] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425b1285-7ef7-439f-a2de-00cfee2f3fbe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.152612] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a93b19-f365-4e02-8e58-2dc81e968226 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.184774] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b716d75a-93b9-4612-914f-6afdf9c8f947 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.193440] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e90c0aa-31df-445f-9c85-ba66381548b2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.208683] env[64147]: DEBUG nova.compute.provider_tree [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.335410] env[64147]: DEBUG nova.network.neutron [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Updated VIF entry in instance network info cache for port 697a7c44-23d6-4a50-9f14-791a12602461. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.335823] env[64147]: DEBUG nova.network.neutron [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Updating instance_info_cache with network_info: [{"id": "697a7c44-23d6-4a50-9f14-791a12602461", "address": "fa:16:3e:3a:1b:71", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697a7c44-23", "ovs_interfaceid": "697a7c44-23d6-4a50-9f14-791a12602461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.337347] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "refresh_cache-35539f0e-e341-4d34-85ba-a1cff208b323" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.337958] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired lock "refresh_cache-35539f0e-e341-4d34-85ba-a1cff208b323" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.337958] env[64147]: DEBUG nova.network.neutron [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.495829] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.512026] env[64147]: INFO nova.compute.manager [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Took 41.63 seconds to build instance. [ 1598.567819] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52dbf437-f3c4-6d9b-0681-b11706dafe05, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.568640] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc6e234-dd50-4a99-9e82-527bac241d44 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.575311] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1598.575311] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52606b82-31bb-e421-a8d9-449dd80093be" [ 1598.575311] env[64147]: _type = "Task" [ 1598.575311] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.587528] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52606b82-31bb-e421-a8d9-449dd80093be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.613588] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52501b4b-9e93-7e1f-1f55-db939b69ebf0, 'name': SearchDatastore_Task, 'duration_secs': 0.025815} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.613894] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.614689] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1598.614689] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.614689] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.614861] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1598.615108] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ae0fcd3-ab8e-4481-a1e2-f6363ed8dcfc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.618585] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.631780] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1598.631967] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1598.632944] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c591e69c-6336-48f0-99fe-aa4330b31304 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.639599] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1598.639599] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]525cdb00-df07-a883-c3e4-681977665530" [ 1598.639599] env[64147]: _type = "Task" [ 1598.639599] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.648969] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525cdb00-df07-a883-c3e4-681977665530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.712544] env[64147]: DEBUG nova.scheduler.client.report [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1598.839391] env[64147]: DEBUG oslo_concurrency.lockutils [req-69ab01c7-7a85-457f-8050-21405b33c1ad req-c5e448f6-38b4-44d8-b2dd-ab6c5245fe63 service nova] Releasing lock "refresh_cache-008248b7-29c5-48ea-a253-80534c1c9c3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.912214] env[64147]: DEBUG nova.network.neutron [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1598.997448] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839921, 'name': ReconfigVM_Task, 'duration_secs': 0.668652} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.000944] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Reconfigured VM instance instance-0000002b to attach disk [datastore1] d9912b4a-3073-4db8-9362-ccafacf2802d/d9912b4a-3073-4db8-9362-ccafacf2802d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.003062] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6a7cba0-e4fb-4548-a788-65e95bbbb07d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.015950] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5b86355-3688-4ece-b957-37a14ab1572f tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.112s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.015950] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for the task: (returnval){ [ 1599.015950] env[64147]: value = "task-1839922" [ 1599.015950] env[64147]: _type = "Task" [ 1599.015950] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.030677] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839922, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.091254] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52606b82-31bb-e421-a8d9-449dd80093be, 'name': SearchDatastore_Task, 'duration_secs': 0.033011} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.091254] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.091254] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 008248b7-29c5-48ea-a253-80534c1c9c3f/008248b7-29c5-48ea-a253-80534c1c9c3f.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1599.091254] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b0d2783-f5d6-4dcd-a3f7-36ca00be6675 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.097440] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1599.097440] env[64147]: value = "task-1839923" [ 1599.097440] env[64147]: _type = "Task" [ 1599.097440] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.106186] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.151456] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525cdb00-df07-a883-c3e4-681977665530, 'name': SearchDatastore_Task, 'duration_secs': 0.026666} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.155825] env[64147]: DEBUG nova.compute.manager [req-1aed58d9-4eb8-4c6b-b114-d4a2600ff1b5 req-60d1a486-0d7e-4ce1-b085-486e919e30c2 service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Received event network-changed-e202353b-a914-4375-a71d-c4cb7b014aab {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1599.156014] env[64147]: DEBUG nova.compute.manager [req-1aed58d9-4eb8-4c6b-b114-d4a2600ff1b5 req-60d1a486-0d7e-4ce1-b085-486e919e30c2 service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Refreshing instance network info cache due to event network-changed-e202353b-a914-4375-a71d-c4cb7b014aab. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1599.156244] env[64147]: DEBUG oslo_concurrency.lockutils [req-1aed58d9-4eb8-4c6b-b114-d4a2600ff1b5 req-60d1a486-0d7e-4ce1-b085-486e919e30c2 service nova] Acquiring lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.156722] env[64147]: DEBUG oslo_concurrency.lockutils [req-1aed58d9-4eb8-4c6b-b114-d4a2600ff1b5 req-60d1a486-0d7e-4ce1-b085-486e919e30c2 service nova] Acquired lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.156919] env[64147]: DEBUG nova.network.neutron [req-1aed58d9-4eb8-4c6b-b114-d4a2600ff1b5 req-60d1a486-0d7e-4ce1-b085-486e919e30c2 service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Refreshing network info cache for port e202353b-a914-4375-a71d-c4cb7b014aab {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1599.168416] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9df54c-3b3a-49a2-b6c4-07e1f6ed1f2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.176837] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1599.176837] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526ec2fa-57e3-b893-95ab-6d8e95fbafaf" [ 1599.176837] env[64147]: _type = "Task" [ 1599.176837] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.187142] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526ec2fa-57e3-b893-95ab-6d8e95fbafaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.223156] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.223794] env[64147]: DEBUG nova.compute.manager [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1599.227137] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.179s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.228624] env[64147]: INFO nova.compute.claims [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1599.268176] env[64147]: DEBUG nova.network.neutron [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Updating instance_info_cache with network_info: [{"id": "61948cb3-f8d1-4fab-856a-9e32c9092ad0", "address": "fa:16:3e:5a:5a:0f", "network": {"id": "f4f194bc-f6f2-404a-880a-c6c88875b6f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-985989175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee60d7099bf4f8ebd87f487e6cdd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61948cb3-f8", "ovs_interfaceid": "61948cb3-f8d1-4fab-856a-9e32c9092ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.529108] env[64147]: DEBUG nova.compute.manager [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1599.533844] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839922, 'name': Rename_Task, 'duration_secs': 0.15483} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.537084] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.537084] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc0ea61e-76dc-4960-8b3b-11e9e5424b61 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.543854] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for the task: (returnval){ [ 1599.543854] env[64147]: value = "task-1839924" [ 1599.543854] env[64147]: _type = "Task" [ 1599.543854] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.565413] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.609551] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500902} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.609844] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 008248b7-29c5-48ea-a253-80534c1c9c3f/008248b7-29c5-48ea-a253-80534c1c9c3f.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1599.610061] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1599.610329] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b53115b-00c8-4b4d-8cbd-0790b60d5780 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.619308] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1599.619308] env[64147]: value = "task-1839925" [ 1599.619308] env[64147]: _type = "Task" [ 1599.619308] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.629136] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.687321] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526ec2fa-57e3-b893-95ab-6d8e95fbafaf, 'name': SearchDatastore_Task, 'duration_secs': 0.019361} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.687586] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.687854] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] eeb17f79-829d-40bf-b614-dac284c553f6/eeb17f79-829d-40bf-b614-dac284c553f6.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1599.688786] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ac917d0-1e6b-41d1-be0f-572741dc7997 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.699916] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1599.699916] env[64147]: value = "task-1839926" [ 1599.699916] env[64147]: _type = "Task" [ 1599.699916] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.708752] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.733532] env[64147]: DEBUG nova.compute.utils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1599.739650] env[64147]: DEBUG nova.compute.manager [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1599.739650] env[64147]: DEBUG nova.network.neutron [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1599.774091] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Releasing lock "refresh_cache-35539f0e-e341-4d34-85ba-a1cff208b323" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.774567] env[64147]: DEBUG nova.compute.manager [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Instance network_info: |[{"id": "61948cb3-f8d1-4fab-856a-9e32c9092ad0", "address": "fa:16:3e:5a:5a:0f", "network": {"id": "f4f194bc-f6f2-404a-880a-c6c88875b6f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-985989175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee60d7099bf4f8ebd87f487e6cdd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61948cb3-f8", "ovs_interfaceid": "61948cb3-f8d1-4fab-856a-9e32c9092ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1599.775479] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:5a:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61948cb3-f8d1-4fab-856a-9e32c9092ad0', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.784559] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Creating folder: Project (3ee60d7099bf4f8ebd87f487e6cdd988). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1599.784935] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e083a2d-c373-4b6a-9c7b-5ba125558a3b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.796995] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Created folder: Project (3ee60d7099bf4f8ebd87f487e6cdd988) in parent group-v380629. [ 1599.797244] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Creating folder: Instances. Parent ref: group-v380754. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1599.797426] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c1c2317-dc2e-412c-86ad-375c0fced91d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.806757] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Created folder: Instances in parent group-v380754. [ 1599.807173] env[64147]: DEBUG oslo.service.loopingcall [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.807264] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.807433] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-beb488fb-08fa-4bf6-bda0-8c9b60319b37 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.832735] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.832735] env[64147]: value = "task-1839929" [ 1599.832735] env[64147]: _type = "Task" [ 1599.832735] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.841946] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839929, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.872414] env[64147]: DEBUG nova.policy [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9c3337cf10941b78535fd8e3da79b29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ee60d7099bf4f8ebd87f487e6cdd988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.059381] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839924, 'name': PowerOnVM_Task} progress is 92%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.071667] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.136990] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067054} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.136990] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1600.136990] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8166d288-e037-49a2-b756-05aedb3393d3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.177136] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 008248b7-29c5-48ea-a253-80534c1c9c3f/008248b7-29c5-48ea-a253-80534c1c9c3f.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1600.180203] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18f37858-24b3-4781-b16b-baeed209567c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.200427] env[64147]: DEBUG nova.compute.manager [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Received event network-vif-plugged-61948cb3-f8d1-4fab-856a-9e32c9092ad0 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1600.200427] env[64147]: DEBUG oslo_concurrency.lockutils [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] Acquiring lock "35539f0e-e341-4d34-85ba-a1cff208b323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.200427] env[64147]: DEBUG oslo_concurrency.lockutils [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] Lock "35539f0e-e341-4d34-85ba-a1cff208b323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.200427] env[64147]: DEBUG oslo_concurrency.lockutils [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] Lock "35539f0e-e341-4d34-85ba-a1cff208b323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.200427] env[64147]: DEBUG nova.compute.manager [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] No waiting events found dispatching network-vif-plugged-61948cb3-f8d1-4fab-856a-9e32c9092ad0 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1600.200672] env[64147]: WARNING nova.compute.manager [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Received unexpected event network-vif-plugged-61948cb3-f8d1-4fab-856a-9e32c9092ad0 for instance with vm_state building and task_state spawning. [ 1600.200706] env[64147]: DEBUG nova.compute.manager [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Received event network-changed-61948cb3-f8d1-4fab-856a-9e32c9092ad0 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1600.201036] env[64147]: DEBUG nova.compute.manager [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Refreshing instance network info cache due to event network-changed-61948cb3-f8d1-4fab-856a-9e32c9092ad0. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1600.201138] env[64147]: DEBUG oslo_concurrency.lockutils [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] Acquiring lock "refresh_cache-35539f0e-e341-4d34-85ba-a1cff208b323" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.201250] env[64147]: DEBUG oslo_concurrency.lockutils [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] Acquired lock "refresh_cache-35539f0e-e341-4d34-85ba-a1cff208b323" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.205100] env[64147]: DEBUG nova.network.neutron [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Refreshing network info cache for port 61948cb3-f8d1-4fab-856a-9e32c9092ad0 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.211271] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1600.211271] env[64147]: value = "task-1839930" [ 1600.211271] env[64147]: _type = "Task" [ 1600.211271] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.222268] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839926, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.229931] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.246273] env[64147]: DEBUG nova.compute.manager [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1600.346572] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839929, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.415570] env[64147]: DEBUG nova.network.neutron [req-1aed58d9-4eb8-4c6b-b114-d4a2600ff1b5 req-60d1a486-0d7e-4ce1-b085-486e919e30c2 service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Updated VIF entry in instance network info cache for port e202353b-a914-4375-a71d-c4cb7b014aab. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.424317] env[64147]: DEBUG nova.network.neutron [req-1aed58d9-4eb8-4c6b-b114-d4a2600ff1b5 req-60d1a486-0d7e-4ce1-b085-486e919e30c2 service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Updating instance_info_cache with network_info: [{"id": "e202353b-a914-4375-a71d-c4cb7b014aab", "address": "fa:16:3e:a2:2d:bd", "network": {"id": "d985465d-b06d-4a00-b364-2c011d72eaab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1280270985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47a40a4839e4a549e519e37f660c652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202353b-a9", "ovs_interfaceid": "e202353b-a914-4375-a71d-c4cb7b014aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.558795] env[64147]: DEBUG oslo_vmware.api [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839924, 'name': PowerOnVM_Task, 'duration_secs': 0.564457} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.561263] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.561479] env[64147]: INFO nova.compute.manager [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1600.561943] env[64147]: DEBUG nova.compute.manager [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.563171] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8737b041-4922-4246-91a5-f6018584f818 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.662134] env[64147]: DEBUG nova.network.neutron [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Successfully created port: 08f8f55a-ca4e-4313-8c1b-28f38fac51db {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1600.735106] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642186} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.735424] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839930, 'name': ReconfigVM_Task, 'duration_secs': 0.487499} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.735607] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] eeb17f79-829d-40bf-b614-dac284c553f6/eeb17f79-829d-40bf-b614-dac284c553f6.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1600.735828] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1600.736107] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 008248b7-29c5-48ea-a253-80534c1c9c3f/008248b7-29c5-48ea-a253-80534c1c9c3f.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1600.736738] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d23b6c0-e3b9-414c-9eb8-4166d0afe5b9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.738730] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85d8d6ad-5efe-4108-91ab-813022bb3d60 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.757699] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1600.757699] env[64147]: value = "task-1839932" [ 1600.757699] env[64147]: _type = "Task" [ 1600.757699] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.764235] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1600.764235] env[64147]: value = "task-1839931" [ 1600.764235] env[64147]: _type = "Task" [ 1600.764235] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.779302] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839932, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.786350] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.847489] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839929, 'name': CreateVM_Task, 'duration_secs': 0.694866} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.847489] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1600.847961] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.848570] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.848570] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1600.851353] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626c863f-2849-4cd9-9571-65189eee145a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.861597] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1600.861597] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52af5eda-367f-89b1-71b2-39257939de29" [ 1600.861597] env[64147]: _type = "Task" [ 1600.861597] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.881154] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52af5eda-367f-89b1-71b2-39257939de29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.922772] env[64147]: DEBUG oslo_concurrency.lockutils [req-1aed58d9-4eb8-4c6b-b114-d4a2600ff1b5 req-60d1a486-0d7e-4ce1-b085-486e919e30c2 service nova] Releasing lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.922772] env[64147]: DEBUG nova.compute.manager [req-1aed58d9-4eb8-4c6b-b114-d4a2600ff1b5 req-60d1a486-0d7e-4ce1-b085-486e919e30c2 service nova] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Received event network-vif-deleted-e00581c0-ae3e-4c3b-9b07-796720dc2fa7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1601.006798] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3408349c-8e08-4a09-8ce1-646d2158b6c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.017906] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f231e4a7-abb1-4c8c-8061-674be28cbd52 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.053264] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7c9818-984e-457f-a2c4-5cdaa1050bf2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.062752] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd810357-34d0-4f7e-82b7-4561969a816f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.090389] env[64147]: DEBUG nova.compute.provider_tree [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.101923] env[64147]: INFO nova.compute.manager [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Took 40.42 seconds to build instance. [ 1601.259165] env[64147]: DEBUG nova.compute.manager [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1601.278486] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839932, 'name': Rename_Task, 'duration_secs': 0.269408} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.279163] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1601.279408] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66f67ab0-4813-4f4d-afe1-f0bdcbe60189 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.284391] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070696} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.288075] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.288656] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53c5c59-56b9-4e20-b8ef-0b1dbdbeaf4f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.293689] env[64147]: DEBUG nova.virt.hardware [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.293923] env[64147]: DEBUG nova.virt.hardware [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.294091] env[64147]: DEBUG nova.virt.hardware [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.294273] env[64147]: DEBUG nova.virt.hardware [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.294419] env[64147]: DEBUG nova.virt.hardware [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.294567] env[64147]: DEBUG nova.virt.hardware [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.294775] env[64147]: DEBUG nova.virt.hardware [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.295111] env[64147]: DEBUG nova.virt.hardware [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.295111] env[64147]: DEBUG nova.virt.hardware [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.295277] env[64147]: DEBUG nova.virt.hardware [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.295525] env[64147]: DEBUG nova.virt.hardware [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.296363] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14489551-9b03-4b07-a932-bb50fda6df0b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.301223] env[64147]: DEBUG nova.network.neutron [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Updated VIF entry in instance network info cache for port 61948cb3-f8d1-4fab-856a-9e32c9092ad0. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.301573] env[64147]: DEBUG nova.network.neutron [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Updating instance_info_cache with network_info: [{"id": "61948cb3-f8d1-4fab-856a-9e32c9092ad0", "address": "fa:16:3e:5a:5a:0f", "network": {"id": "f4f194bc-f6f2-404a-880a-c6c88875b6f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-985989175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee60d7099bf4f8ebd87f487e6cdd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61948cb3-f8", "ovs_interfaceid": "61948cb3-f8d1-4fab-856a-9e32c9092ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.303491] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1601.303491] env[64147]: value = "task-1839933" [ 1601.303491] env[64147]: _type = "Task" [ 1601.303491] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.340934] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] eeb17f79-829d-40bf-b614-dac284c553f6/eeb17f79-829d-40bf-b614-dac284c553f6.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.342790] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a51d8e0-9da6-4e4c-b336-12946710e9fa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.361213] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f3021a-f862-483c-b7f8-795fc2d104f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.369167] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839933, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.375033] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1601.375033] env[64147]: value = "task-1839934" [ 1601.375033] env[64147]: _type = "Task" [ 1601.375033] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.386877] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52af5eda-367f-89b1-71b2-39257939de29, 'name': SearchDatastore_Task, 'duration_secs': 0.029834} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.390134] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.390371] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.390596] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.390744] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.390917] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.391211] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf059019-ec68-490f-aeeb-b4ab36e6d19c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.399730] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.401053] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.401234] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1601.404126] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6907fea-197b-48da-8232-cfd829accee5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.408114] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1601.408114] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e67237-9757-d487-78d2-a86f44e1a4fe" [ 1601.408114] env[64147]: _type = "Task" [ 1601.408114] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.415994] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e67237-9757-d487-78d2-a86f44e1a4fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.598643] env[64147]: DEBUG nova.scheduler.client.report [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.606219] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd771970-1807-4e12-ad06-fe0f97d98e48 tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Lock "d9912b4a-3073-4db8-9362-ccafacf2802d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.073s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.804963] env[64147]: DEBUG oslo_concurrency.lockutils [req-b280e293-cbbf-497f-bb97-97486f511383 req-dd542a84-d6ea-4486-9afd-a802757f42ce service nova] Releasing lock "refresh_cache-35539f0e-e341-4d34-85ba-a1cff208b323" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.818961] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.898180] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.919115] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e67237-9757-d487-78d2-a86f44e1a4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.038927} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.920128] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac460809-3983-4d97-bcbc-48e29726ce3b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.926725] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1601.926725] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5235bbf0-4221-59e2-fca8-2117369787b8" [ 1601.926725] env[64147]: _type = "Task" [ 1601.926725] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.935973] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5235bbf0-4221-59e2-fca8-2117369787b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.011387] env[64147]: DEBUG nova.compute.manager [req-e17a3f8e-2406-4b81-b6c5-b01d0ef32912 req-d2fdd77f-b3a9-4653-9655-338e32b4b8ff service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Received event network-changed-e11699d0-a6e6-4222-be9f-3b8b54757e37 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1602.011606] env[64147]: DEBUG nova.compute.manager [req-e17a3f8e-2406-4b81-b6c5-b01d0ef32912 req-d2fdd77f-b3a9-4653-9655-338e32b4b8ff service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Refreshing instance network info cache due to event network-changed-e11699d0-a6e6-4222-be9f-3b8b54757e37. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1602.011845] env[64147]: DEBUG oslo_concurrency.lockutils [req-e17a3f8e-2406-4b81-b6c5-b01d0ef32912 req-d2fdd77f-b3a9-4653-9655-338e32b4b8ff service nova] Acquiring lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.011992] env[64147]: DEBUG oslo_concurrency.lockutils [req-e17a3f8e-2406-4b81-b6c5-b01d0ef32912 req-d2fdd77f-b3a9-4653-9655-338e32b4b8ff service nova] Acquired lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.012270] env[64147]: DEBUG nova.network.neutron [req-e17a3f8e-2406-4b81-b6c5-b01d0ef32912 req-d2fdd77f-b3a9-4653-9655-338e32b4b8ff service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Refreshing network info cache for port e11699d0-a6e6-4222-be9f-3b8b54757e37 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.104562] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.877s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.105230] env[64147]: DEBUG nova.compute.manager [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.110912] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.955s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.114167] env[64147]: INFO nova.compute.claims [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.117372] env[64147]: DEBUG nova.compute.manager [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1602.318559] env[64147]: DEBUG oslo_vmware.api [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1839933, 'name': PowerOnVM_Task, 'duration_secs': 0.87602} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.318882] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.319093] env[64147]: INFO nova.compute.manager [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1602.319270] env[64147]: DEBUG nova.compute.manager [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.320417] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5f9585-6365-46a3-9b66-f37f72c3ac5f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.397502] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839934, 'name': ReconfigVM_Task, 'duration_secs': 0.749533} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.397785] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Reconfigured VM instance instance-00000029 to attach disk [datastore2] eeb17f79-829d-40bf-b614-dac284c553f6/eeb17f79-829d-40bf-b614-dac284c553f6.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.398453] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b48c6f67-952b-40b3-b13e-5063cea339ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.405490] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1602.405490] env[64147]: value = "task-1839935" [ 1602.405490] env[64147]: _type = "Task" [ 1602.405490] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.414302] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839935, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.438390] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5235bbf0-4221-59e2-fca8-2117369787b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.438699] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.438971] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 35539f0e-e341-4d34-85ba-a1cff208b323/35539f0e-e341-4d34-85ba-a1cff208b323.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1602.439246] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65cdb496-5249-4975-8bc8-386c0a5afdf6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.453660] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1602.453660] env[64147]: value = "task-1839936" [ 1602.453660] env[64147]: _type = "Task" [ 1602.453660] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.460411] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.630937] env[64147]: DEBUG nova.compute.utils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1602.639114] env[64147]: DEBUG nova.compute.manager [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1602.639114] env[64147]: DEBUG nova.network.neutron [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1602.658770] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.825319] env[64147]: DEBUG nova.policy [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9c3337cf10941b78535fd8e3da79b29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ee60d7099bf4f8ebd87f487e6cdd988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1602.827726] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "51a314bf-bbaa-41fc-9cd6-d87206b00333" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.827963] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "51a314bf-bbaa-41fc-9cd6-d87206b00333" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.841370] env[64147]: INFO nova.compute.manager [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Took 37.66 seconds to build instance. [ 1602.916017] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839935, 'name': Rename_Task, 'duration_secs': 0.228244} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.916803] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1602.918313] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff0c617f-f99f-4c18-95ac-2028d4385461 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.924788] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1602.924788] env[64147]: value = "task-1839937" [ 1602.924788] env[64147]: _type = "Task" [ 1602.924788] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.938183] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.965381] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.052802] env[64147]: DEBUG nova.network.neutron [req-e17a3f8e-2406-4b81-b6c5-b01d0ef32912 req-d2fdd77f-b3a9-4653-9655-338e32b4b8ff service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Updated VIF entry in instance network info cache for port e11699d0-a6e6-4222-be9f-3b8b54757e37. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.053262] env[64147]: DEBUG nova.network.neutron [req-e17a3f8e-2406-4b81-b6c5-b01d0ef32912 req-d2fdd77f-b3a9-4653-9655-338e32b4b8ff service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Updating instance_info_cache with network_info: [{"id": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "address": "fa:16:3e:73:a7:32", "network": {"id": "9e5ba8c0-c7ea-469a-8a84-64d0998e6bd6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-881290059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e6b147268a4021b69cf4efc59afc62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11699d0-a6", "ovs_interfaceid": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.056337] env[64147]: DEBUG oslo_concurrency.lockutils [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.056890] env[64147]: DEBUG oslo_concurrency.lockutils [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.002s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.056890] env[64147]: INFO nova.compute.manager [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Rebooting instance [ 1603.142338] env[64147]: DEBUG nova.compute.manager [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1603.189433] env[64147]: DEBUG nova.network.neutron [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Successfully updated port: 08f8f55a-ca4e-4313-8c1b-28f38fac51db {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.349879] env[64147]: DEBUG oslo_concurrency.lockutils [None req-83ed12d7-1f2e-4001-b817-ac219a2d097e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "008248b7-29c5-48ea-a253-80534c1c9c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.244s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.438909] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839937, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.472751] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839936, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.563021] env[64147]: DEBUG oslo_concurrency.lockutils [req-e17a3f8e-2406-4b81-b6c5-b01d0ef32912 req-d2fdd77f-b3a9-4653-9655-338e32b4b8ff service nova] Releasing lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.592940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.593165] env[64147]: DEBUG oslo_concurrency.lockutils [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquired lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.593395] env[64147]: DEBUG nova.network.neutron [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.696574] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "refresh_cache-33630811-b576-401a-9356-a80ea5a1750c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.696574] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired lock "refresh_cache-33630811-b576-401a-9356-a80ea5a1750c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.696574] env[64147]: DEBUG nova.network.neutron [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.793018] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f006fe77-347f-4ffa-aae7-eba957d3d2c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.799709] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc933325-bef6-46ef-91bf-c074fbbcb153 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.834828] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db96115-b9e7-43ed-8e09-e78d099148af {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.844182] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24ac878-c598-4121-a457-bc773ec4003e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.862513] env[64147]: DEBUG nova.compute.manager [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1603.865633] env[64147]: DEBUG nova.compute.provider_tree [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.881859] env[64147]: DEBUG nova.network.neutron [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Successfully created port: c5e252a5-f634-41a8-af5b-cee60ad83880 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1603.938687] env[64147]: DEBUG oslo_vmware.api [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839937, 'name': PowerOnVM_Task, 'duration_secs': 0.5168} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.938942] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.941969] env[64147]: INFO nova.compute.manager [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Took 19.28 seconds to spawn the instance on the hypervisor. [ 1603.941969] env[64147]: DEBUG nova.compute.manager [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.942968] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7872dd2-4f1e-4090-ad5a-b477e843fcef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.961268] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839936, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.160698] env[64147]: DEBUG nova.compute.manager [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.196502] env[64147]: DEBUG nova.virt.hardware [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.196760] env[64147]: DEBUG nova.virt.hardware [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.196918] env[64147]: DEBUG nova.virt.hardware [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.197240] env[64147]: DEBUG nova.virt.hardware [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.197341] env[64147]: DEBUG nova.virt.hardware [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.197487] env[64147]: DEBUG nova.virt.hardware [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.197699] env[64147]: DEBUG nova.virt.hardware [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.197858] env[64147]: DEBUG nova.virt.hardware [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.198032] env[64147]: DEBUG nova.virt.hardware [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.198202] env[64147]: DEBUG nova.virt.hardware [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.198373] env[64147]: DEBUG nova.virt.hardware [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.199326] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8540118-0cea-4871-aca8-3a9afb8cf75b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.214667] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd336102-8f4d-4913-aec3-29fc8107f632 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.279533] env[64147]: DEBUG nova.network.neutron [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1604.371046] env[64147]: DEBUG nova.scheduler.client.report [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.393222] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.472077] env[64147]: INFO nova.compute.manager [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Took 49.15 seconds to build instance. [ 1604.473692] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839936, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.655368] env[64147]: DEBUG nova.network.neutron [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Updating instance_info_cache with network_info: [{"id": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "address": "fa:16:3e:73:a7:32", "network": {"id": "9e5ba8c0-c7ea-469a-8a84-64d0998e6bd6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-881290059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e6b147268a4021b69cf4efc59afc62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11699d0-a6", "ovs_interfaceid": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.696889] env[64147]: DEBUG nova.network.neutron [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Updating instance_info_cache with network_info: [{"id": "08f8f55a-ca4e-4313-8c1b-28f38fac51db", "address": "fa:16:3e:b3:8a:6e", "network": {"id": "f4f194bc-f6f2-404a-880a-c6c88875b6f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-985989175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee60d7099bf4f8ebd87f487e6cdd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f8f55a-ca", "ovs_interfaceid": "08f8f55a-ca4e-4313-8c1b-28f38fac51db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.759757] env[64147]: DEBUG nova.compute.manager [req-1d8a9b30-40ea-4603-a7a8-f093044fbddc req-c44dfa86-c602-4f9c-934b-8d140d940892 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Received event network-vif-plugged-08f8f55a-ca4e-4313-8c1b-28f38fac51db {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1604.759757] env[64147]: DEBUG oslo_concurrency.lockutils [req-1d8a9b30-40ea-4603-a7a8-f093044fbddc req-c44dfa86-c602-4f9c-934b-8d140d940892 service nova] Acquiring lock "33630811-b576-401a-9356-a80ea5a1750c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.759757] env[64147]: DEBUG oslo_concurrency.lockutils [req-1d8a9b30-40ea-4603-a7a8-f093044fbddc req-c44dfa86-c602-4f9c-934b-8d140d940892 service nova] Lock "33630811-b576-401a-9356-a80ea5a1750c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.760137] env[64147]: DEBUG oslo_concurrency.lockutils [req-1d8a9b30-40ea-4603-a7a8-f093044fbddc req-c44dfa86-c602-4f9c-934b-8d140d940892 service nova] Lock "33630811-b576-401a-9356-a80ea5a1750c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.760137] env[64147]: DEBUG nova.compute.manager [req-1d8a9b30-40ea-4603-a7a8-f093044fbddc req-c44dfa86-c602-4f9c-934b-8d140d940892 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] No waiting events found dispatching network-vif-plugged-08f8f55a-ca4e-4313-8c1b-28f38fac51db {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1604.760366] env[64147]: WARNING nova.compute.manager [req-1d8a9b30-40ea-4603-a7a8-f093044fbddc req-c44dfa86-c602-4f9c-934b-8d140d940892 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Received unexpected event network-vif-plugged-08f8f55a-ca4e-4313-8c1b-28f38fac51db for instance with vm_state building and task_state spawning. [ 1604.879384] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.879956] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1604.886347] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.182s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.886347] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.886347] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1604.886489] env[64147]: DEBUG oslo_concurrency.lockutils [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.166s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.886660] env[64147]: DEBUG nova.objects.instance [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1604.891367] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5933521-2ce3-462b-b136-832c57c23df6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.902131] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d2f8a2-aba8-40d1-92db-ebefe113b1bc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.920039] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb01d6e7-5da1-4b17-b675-6babad176c92 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.934396] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c90ecc-84d8-4549-a536-4bb8a2fc26c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.971109] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178660MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1604.971274] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.975227] env[64147]: DEBUG oslo_concurrency.lockutils [None req-180d4a2c-76f3-41ed-9cff-3556b106bcf6 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "eeb17f79-829d-40bf-b614-dac284c553f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.565s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.983182] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839936, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.159369] env[64147]: DEBUG oslo_concurrency.lockutils [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Releasing lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.200369] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Releasing lock "refresh_cache-33630811-b576-401a-9356-a80ea5a1750c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.200724] env[64147]: DEBUG nova.compute.manager [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Instance network_info: |[{"id": "08f8f55a-ca4e-4313-8c1b-28f38fac51db", "address": "fa:16:3e:b3:8a:6e", "network": {"id": "f4f194bc-f6f2-404a-880a-c6c88875b6f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-985989175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee60d7099bf4f8ebd87f487e6cdd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f8f55a-ca", "ovs_interfaceid": "08f8f55a-ca4e-4313-8c1b-28f38fac51db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1605.201174] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:8a:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08f8f55a-ca4e-4313-8c1b-28f38fac51db', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1605.214156] env[64147]: DEBUG oslo.service.loopingcall [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.214156] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1605.214156] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26103e3a-1c2b-4dd4-9964-e211c15c0288 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.236531] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1605.236531] env[64147]: value = "task-1839938" [ 1605.236531] env[64147]: _type = "Task" [ 1605.236531] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.244740] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839938, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.398501] env[64147]: DEBUG nova.compute.utils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.400281] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1605.400412] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.445521] env[64147]: DEBUG nova.policy [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989419e9bffc4b388bc48c76a5ffd7a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a61df492c61948228ed3f31de2876e97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1605.481394] env[64147]: DEBUG nova.compute.manager [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1605.486019] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839936, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.57432} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.486325] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 35539f0e-e341-4d34-85ba-a1cff208b323/35539f0e-e341-4d34-85ba-a1cff208b323.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.486542] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.486816] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91ce94a4-1633-47f3-9ca7-c0788e89484b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.494380] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1605.494380] env[64147]: value = "task-1839939" [ 1605.494380] env[64147]: _type = "Task" [ 1605.494380] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.503466] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.555716] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "interface-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.559022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.559022] env[64147]: DEBUG nova.objects.instance [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'flavor' on Instance uuid f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.666268] env[64147]: DEBUG nova.compute.manager [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.667613] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d764baa6-9708-43ee-a162-6f4b64bc71f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.728587] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Successfully created port: 216afe47-757a-401d-862f-6d2e4e2f53ff {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.750426] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839938, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.900529] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1605.904164] env[64147]: DEBUG oslo_concurrency.lockutils [None req-677893ea-87bc-42cd-ba06-bdb43060606f tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.906466] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.732s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.906466] env[64147]: DEBUG nova.objects.instance [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lazy-loading 'resources' on Instance uuid 16a166da-44a9-4883-a4d0-981f3d256f1b {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.009709] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257837} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.010566] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1606.011801] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2ad43-4a8c-4f4d-9c29-8d8bc36e3aa1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.015758] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.038536] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 35539f0e-e341-4d34-85ba-a1cff208b323/35539f0e-e341-4d34-85ba-a1cff208b323.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.039176] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0224aab0-ce45-48df-9a2c-f56fc01e2b77 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.066074] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1606.066074] env[64147]: value = "task-1839940" [ 1606.066074] env[64147]: _type = "Task" [ 1606.066074] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.076975] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.139228] env[64147]: DEBUG nova.objects.instance [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'pci_requests' on Instance uuid f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.253177] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839938, 'name': CreateVM_Task, 'duration_secs': 0.860407} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.253699] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.254432] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.254666] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.255029] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.255377] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3893f7-febf-4ccb-92cc-1e78034c8cc3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.260831] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1606.260831] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5294ebeb-b09c-1aa3-9a36-fa283be9183a" [ 1606.260831] env[64147]: _type = "Task" [ 1606.260831] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.275875] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5294ebeb-b09c-1aa3-9a36-fa283be9183a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.293143] env[64147]: DEBUG nova.compute.manager [req-28aa9559-33dc-42c9-bf15-d43272dd8d9c req-df722ca9-1b16-4e65-a1ba-4e1188010fe9 service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Received event network-changed-e202353b-a914-4375-a71d-c4cb7b014aab {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1606.297421] env[64147]: DEBUG nova.compute.manager [req-28aa9559-33dc-42c9-bf15-d43272dd8d9c req-df722ca9-1b16-4e65-a1ba-4e1188010fe9 service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Refreshing instance network info cache due to event network-changed-e202353b-a914-4375-a71d-c4cb7b014aab. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1606.297421] env[64147]: DEBUG oslo_concurrency.lockutils [req-28aa9559-33dc-42c9-bf15-d43272dd8d9c req-df722ca9-1b16-4e65-a1ba-4e1188010fe9 service nova] Acquiring lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.297634] env[64147]: DEBUG oslo_concurrency.lockutils [req-28aa9559-33dc-42c9-bf15-d43272dd8d9c req-df722ca9-1b16-4e65-a1ba-4e1188010fe9 service nova] Acquired lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.297704] env[64147]: DEBUG nova.network.neutron [req-28aa9559-33dc-42c9-bf15-d43272dd8d9c req-df722ca9-1b16-4e65-a1ba-4e1188010fe9 service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Refreshing network info cache for port e202353b-a914-4375-a71d-c4cb7b014aab {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.360842] env[64147]: DEBUG nova.network.neutron [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Successfully updated port: c5e252a5-f634-41a8-af5b-cee60ad83880 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1606.577361] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.642945] env[64147]: DEBUG nova.objects.base [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1606.643308] env[64147]: DEBUG nova.network.neutron [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1606.686818] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54abd52d-9672-4c7c-b304-e9d04464865d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.697516] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Doing hard reboot of VM {{(pid=64147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1606.697898] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9e8fcf75-3fb7-4455-876a-350e5c6f01ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.705507] env[64147]: DEBUG oslo_vmware.api [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1606.705507] env[64147]: value = "task-1839941" [ 1606.705507] env[64147]: _type = "Task" [ 1606.705507] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.723034] env[64147]: DEBUG oslo_vmware.api [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839941, 'name': ResetVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.775739] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5294ebeb-b09c-1aa3-9a36-fa283be9183a, 'name': SearchDatastore_Task, 'duration_secs': 0.029879} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.775999] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.777083] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.777083] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.777083] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.777083] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.777083] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1515653-b7a3-4aae-813e-408088faa6e0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.786507] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.786707] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.787584] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e2bdc0-2a1b-4b50-b78b-8d6dfb7f5152 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.794142] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1606.794142] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5286a434-5de7-a4c2-ed48-62a1dac60230" [ 1606.794142] env[64147]: _type = "Task" [ 1606.794142] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.807473] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5286a434-5de7-a4c2-ed48-62a1dac60230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.857460] env[64147]: DEBUG nova.policy [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3326c976d5947749dbf7df26f925886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3549758523d4b8188c0379e14379ef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1606.866020] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "refresh_cache-6e64e601-dfce-46e6-a6f2-ea1f39401c2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.866020] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired lock "refresh_cache-6e64e601-dfce-46e6-a6f2-ea1f39401c2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.866020] env[64147]: DEBUG nova.network.neutron [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.914275] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1606.942043] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquiring lock "330c9cd3-28a5-43f4-8795-3d65741a6075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.942703] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Lock "330c9cd3-28a5-43f4-8795-3d65741a6075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.953337] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1606.953589] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.953772] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1606.953938] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.954104] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1606.954293] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1606.954545] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1606.954724] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1606.954962] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1606.955170] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1606.955249] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1606.956253] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85cfd82-faaa-4afd-ab2b-12f8caa48c4d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.976828] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222aab6b-cff6-4f94-a8a4-bd45deadb8b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.076357] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486b2417-73f2-46f6-92c1-85f6f1809b36 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.087682] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839940, 'name': ReconfigVM_Task, 'duration_secs': 0.585499} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.089903] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 35539f0e-e341-4d34-85ba-a1cff208b323/35539f0e-e341-4d34-85ba-a1cff208b323.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.090655] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88c95b6a-a77e-498f-84d2-7c0116d8694a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.093054] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a65731-e36d-4959-ba37-0f8e7220f4a4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.127608] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1607.127608] env[64147]: value = "task-1839942" [ 1607.127608] env[64147]: _type = "Task" [ 1607.127608] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.128523] env[64147]: DEBUG nova.network.neutron [req-28aa9559-33dc-42c9-bf15-d43272dd8d9c req-df722ca9-1b16-4e65-a1ba-4e1188010fe9 service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Updated VIF entry in instance network info cache for port e202353b-a914-4375-a71d-c4cb7b014aab. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.128860] env[64147]: DEBUG nova.network.neutron [req-28aa9559-33dc-42c9-bf15-d43272dd8d9c req-df722ca9-1b16-4e65-a1ba-4e1188010fe9 service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Updating instance_info_cache with network_info: [{"id": "e202353b-a914-4375-a71d-c4cb7b014aab", "address": "fa:16:3e:a2:2d:bd", "network": {"id": "d985465d-b06d-4a00-b364-2c011d72eaab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1280270985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f47a40a4839e4a549e519e37f660c652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape202353b-a9", "ovs_interfaceid": "e202353b-a914-4375-a71d-c4cb7b014aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.130887] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a129ee-4d73-458f-86b9-1776da71529f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.148760] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea1f739-95bc-453f-9eb0-7e5089edb272 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.153548] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839942, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.165636] env[64147]: DEBUG nova.compute.provider_tree [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.224580] env[64147]: DEBUG oslo_vmware.api [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839941, 'name': ResetVM_Task, 'duration_secs': 0.099338} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.224580] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Did hard reboot of VM {{(pid=64147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1607.224580] env[64147]: DEBUG nova.compute.manager [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.224580] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be70ce17-9fd3-482d-a587-3c2eaaaa1e0e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.305541] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5286a434-5de7-a4c2-ed48-62a1dac60230, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.306418] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67bd940e-c1a1-476a-b2bf-1381fd54b5c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.311948] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1607.311948] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]528817af-0528-e2a2-a28a-c3864b838aa8" [ 1607.311948] env[64147]: _type = "Task" [ 1607.311948] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.320052] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528817af-0528-e2a2-a28a-c3864b838aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.343239] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Successfully updated port: 216afe47-757a-401d-862f-6d2e4e2f53ff {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1607.361108] env[64147]: DEBUG nova.network.neutron [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Successfully created port: c14a6c33-ac35-4298-9187-d4856bb8ffc3 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.401026] env[64147]: DEBUG nova.network.neutron [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1607.555115] env[64147]: DEBUG nova.network.neutron [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Updating instance_info_cache with network_info: [{"id": "c5e252a5-f634-41a8-af5b-cee60ad83880", "address": "fa:16:3e:a3:a1:f1", "network": {"id": "f4f194bc-f6f2-404a-880a-c6c88875b6f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-985989175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee60d7099bf4f8ebd87f487e6cdd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e252a5-f6", "ovs_interfaceid": "c5e252a5-f634-41a8-af5b-cee60ad83880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.635546] env[64147]: DEBUG oslo_concurrency.lockutils [req-28aa9559-33dc-42c9-bf15-d43272dd8d9c req-df722ca9-1b16-4e65-a1ba-4e1188010fe9 service nova] Releasing lock "refresh_cache-d0244585-d683-4bf5-b9ca-790caff8b6f8" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.645490] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839942, 'name': Rename_Task, 'duration_secs': 0.28018} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.645833] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.646239] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bea18dc-ecc8-4dcc-9b9a-8cadd9da04fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.652884] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1607.652884] env[64147]: value = "task-1839943" [ 1607.652884] env[64147]: _type = "Task" [ 1607.652884] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.663755] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.668754] env[64147]: DEBUG nova.scheduler.client.report [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1607.738788] env[64147]: DEBUG oslo_concurrency.lockutils [None req-76dc2e94-a5ba-4c13-ad53-890c64a6017a tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.681s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.827883] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528817af-0528-e2a2-a28a-c3864b838aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.012844} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.827883] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.828186] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 33630811-b576-401a-9356-a80ea5a1750c/33630811-b576-401a-9356-a80ea5a1750c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.828444] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-356dfc54-82b1-44dc-86c8-43bf06ca3fa4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.835250] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1607.835250] env[64147]: value = "task-1839944" [ 1607.835250] env[64147]: _type = "Task" [ 1607.835250] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.844019] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.846206] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "refresh_cache-de5091b6-6ad7-4558-b508-edfe729eb701" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.846348] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired lock "refresh_cache-de5091b6-6ad7-4558-b508-edfe729eb701" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.846502] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.059406] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Releasing lock "refresh_cache-6e64e601-dfce-46e6-a6f2-ea1f39401c2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.059406] env[64147]: DEBUG nova.compute.manager [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Instance network_info: |[{"id": "c5e252a5-f634-41a8-af5b-cee60ad83880", "address": "fa:16:3e:a3:a1:f1", "network": {"id": "f4f194bc-f6f2-404a-880a-c6c88875b6f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-985989175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee60d7099bf4f8ebd87f487e6cdd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e252a5-f6", "ovs_interfaceid": "c5e252a5-f634-41a8-af5b-cee60ad83880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1608.059406] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:a1:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5e252a5-f634-41a8-af5b-cee60ad83880', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.066715] env[64147]: DEBUG oslo.service.loopingcall [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.067452] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.067802] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-122e3f3b-06b3-4df4-8b59-c5008c87a3f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.088672] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.088672] env[64147]: value = "task-1839945" [ 1608.088672] env[64147]: _type = "Task" [ 1608.088672] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.100855] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839945, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.165810] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.173967] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.176399] env[64147]: DEBUG oslo_concurrency.lockutils [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.396s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.176635] env[64147]: DEBUG nova.objects.instance [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Lazy-loading 'resources' on Instance uuid 41de1114-5e2c-41cb-85d2-91d387bd631c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.209768] env[64147]: INFO nova.scheduler.client.report [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Deleted allocations for instance 16a166da-44a9-4883-a4d0-981f3d256f1b [ 1608.351665] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839944, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.386892] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.522470] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "30e9bf11-4391-410c-bf48-86942adffc4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.522470] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "30e9bf11-4391-410c-bf48-86942adffc4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.547024] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Updating instance_info_cache with network_info: [{"id": "216afe47-757a-401d-862f-6d2e4e2f53ff", "address": "fa:16:3e:02:cd:e6", "network": {"id": "4c06257d-d6ac-4d5f-b324-22f9afe1094f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1662485932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61df492c61948228ed3f31de2876e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216afe47-75", "ovs_interfaceid": "216afe47-757a-401d-862f-6d2e4e2f53ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.600255] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839945, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.665727] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839943, 'name': PowerOnVM_Task} progress is 81%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.717655] env[64147]: DEBUG oslo_concurrency.lockutils [None req-61d26671-c319-4e34-a645-7cdcb6caa537 tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "16a166da-44a9-4883-a4d0-981f3d256f1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.041s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.846068] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606541} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.848562] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 33630811-b576-401a-9356-a80ea5a1750c/33630811-b576-401a-9356-a80ea5a1750c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1608.848804] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1608.849208] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fa7ee9b-3ea0-4550-a377-c16508118792 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.857584] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1608.857584] env[64147]: value = "task-1839946" [ 1608.857584] env[64147]: _type = "Task" [ 1608.857584] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.868231] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.054554] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Releasing lock "refresh_cache-de5091b6-6ad7-4558-b508-edfe729eb701" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.054876] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Instance network_info: |[{"id": "216afe47-757a-401d-862f-6d2e4e2f53ff", "address": "fa:16:3e:02:cd:e6", "network": {"id": "4c06257d-d6ac-4d5f-b324-22f9afe1094f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1662485932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61df492c61948228ed3f31de2876e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216afe47-75", "ovs_interfaceid": "216afe47-757a-401d-862f-6d2e4e2f53ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1609.056403] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:cd:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '216afe47-757a-401d-862f-6d2e4e2f53ff', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.065014] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Creating folder: Project (a61df492c61948228ed3f31de2876e97). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1609.068273] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f00e2d94-d431-46fe-b130-bf0ace54f6b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.078819] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Created folder: Project (a61df492c61948228ed3f31de2876e97) in parent group-v380629. [ 1609.079017] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Creating folder: Instances. Parent ref: group-v380759. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1609.079277] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa50f9f1-c25f-426c-87f3-50c4d6186283 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.097660] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Created folder: Instances in parent group-v380759. [ 1609.098626] env[64147]: DEBUG oslo.service.loopingcall [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.103270] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.103270] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68bdf776-a2f8-409e-8e67-37b6920541af {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.128491] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839945, 'name': CreateVM_Task, 'duration_secs': 0.701777} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.129399] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.130504] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.130674] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.131320] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.131581] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682c9127-dc11-42dd-9cf6-7a835f28dac5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.134247] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.134247] env[64147]: value = "task-1839949" [ 1609.134247] env[64147]: _type = "Task" [ 1609.134247] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.141897] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1609.141897] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527fcec1-6397-e2b3-1a30-a2ad2e1e312b" [ 1609.141897] env[64147]: _type = "Task" [ 1609.141897] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.148119] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839949, 'name': CreateVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.152615] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527fcec1-6397-e2b3-1a30-a2ad2e1e312b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.167407] env[64147]: DEBUG oslo_vmware.api [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839943, 'name': PowerOnVM_Task, 'duration_secs': 1.058795} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.171891] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.172141] env[64147]: INFO nova.compute.manager [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Took 12.90 seconds to spawn the instance on the hypervisor. [ 1609.172321] env[64147]: DEBUG nova.compute.manager [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.173843] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775dd202-b098-4ae1-b66d-8ab12eb3e150 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.224454] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df8fff0-ef9c-4c6f-81c6-d252cfa2d564 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.234583] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bf6ae6-2df1-4b73-a04b-54a4b8d90843 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.271954] env[64147]: DEBUG nova.network.neutron [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Successfully updated port: c14a6c33-ac35-4298-9187-d4856bb8ffc3 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.277576] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169d6b6f-f558-46fd-aceb-ac9300d747c7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.279223] env[64147]: DEBUG nova.compute.manager [req-42cbec23-9b0f-418c-a333-9697be3990b8 req-01b9e9f5-05d7-4c35-ad6d-538c16b64226 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Received event network-changed-08f8f55a-ca4e-4313-8c1b-28f38fac51db {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1609.279729] env[64147]: DEBUG nova.compute.manager [req-42cbec23-9b0f-418c-a333-9697be3990b8 req-01b9e9f5-05d7-4c35-ad6d-538c16b64226 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Refreshing instance network info cache due to event network-changed-08f8f55a-ca4e-4313-8c1b-28f38fac51db. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1609.280680] env[64147]: DEBUG oslo_concurrency.lockutils [req-42cbec23-9b0f-418c-a333-9697be3990b8 req-01b9e9f5-05d7-4c35-ad6d-538c16b64226 service nova] Acquiring lock "refresh_cache-33630811-b576-401a-9356-a80ea5a1750c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.280680] env[64147]: DEBUG oslo_concurrency.lockutils [req-42cbec23-9b0f-418c-a333-9697be3990b8 req-01b9e9f5-05d7-4c35-ad6d-538c16b64226 service nova] Acquired lock "refresh_cache-33630811-b576-401a-9356-a80ea5a1750c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.280680] env[64147]: DEBUG nova.network.neutron [req-42cbec23-9b0f-418c-a333-9697be3990b8 req-01b9e9f5-05d7-4c35-ad6d-538c16b64226 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Refreshing network info cache for port 08f8f55a-ca4e-4313-8c1b-28f38fac51db {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.289458] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d624083-957b-4142-8a58-061a4a46f345 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.306926] env[64147]: DEBUG nova.compute.provider_tree [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.368258] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07024} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.368546] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1609.369375] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80eb1f3-acf8-4ed7-a4ee-f278381f9ff9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.395718] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 33630811-b576-401a-9356-a80ea5a1750c/33630811-b576-401a-9356-a80ea5a1750c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.396083] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-778a29f0-4910-40e5-b33f-58c2d99f061c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.416825] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1609.416825] env[64147]: value = "task-1839950" [ 1609.416825] env[64147]: _type = "Task" [ 1609.416825] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.425181] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.645066] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839949, 'name': CreateVM_Task, 'duration_secs': 0.384813} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.648573] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.650446] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.650611] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.650935] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.654520] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aceae1eb-afc0-4dfa-a361-e0dfb677c391 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.660379] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527fcec1-6397-e2b3-1a30-a2ad2e1e312b, 'name': SearchDatastore_Task, 'duration_secs': 0.030727} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.661040] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.661266] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.661489] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.661637] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.661827] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.662097] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6509da4-2e51-48b6-a84a-e89b3861198b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.666589] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1609.666589] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52310325-a3a6-3857-abe0-e697b419c099" [ 1609.666589] env[64147]: _type = "Task" [ 1609.666589] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.677376] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52310325-a3a6-3857-abe0-e697b419c099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.678534] env[64147]: DEBUG nova.compute.manager [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Received event network-vif-plugged-c5e252a5-f634-41a8-af5b-cee60ad83880 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1609.678733] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] Acquiring lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.678943] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] Lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.679143] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] Lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.679316] env[64147]: DEBUG nova.compute.manager [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] No waiting events found dispatching network-vif-plugged-c5e252a5-f634-41a8-af5b-cee60ad83880 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1609.679465] env[64147]: WARNING nova.compute.manager [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Received unexpected event network-vif-plugged-c5e252a5-f634-41a8-af5b-cee60ad83880 for instance with vm_state building and task_state spawning. [ 1609.679624] env[64147]: DEBUG nova.compute.manager [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Received event network-changed-c5e252a5-f634-41a8-af5b-cee60ad83880 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1609.679776] env[64147]: DEBUG nova.compute.manager [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Refreshing instance network info cache due to event network-changed-c5e252a5-f634-41a8-af5b-cee60ad83880. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1609.679952] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] Acquiring lock "refresh_cache-6e64e601-dfce-46e6-a6f2-ea1f39401c2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.680382] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] Acquired lock "refresh_cache-6e64e601-dfce-46e6-a6f2-ea1f39401c2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.680578] env[64147]: DEBUG nova.network.neutron [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Refreshing network info cache for port c5e252a5-f634-41a8-af5b-cee60ad83880 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.685271] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.685271] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.690840] env[64147]: INFO nova.compute.manager [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Took 44.28 seconds to build instance. [ 1609.693465] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d06ed0-707f-4ac2-b516-2abd53f9ddcf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.699104] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1609.699104] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5253affe-dedb-203b-c5ab-d017a6bbd522" [ 1609.699104] env[64147]: _type = "Task" [ 1609.699104] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.708437] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5253affe-dedb-203b-c5ab-d017a6bbd522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.784473] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.784580] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.784725] env[64147]: DEBUG nova.network.neutron [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.810409] env[64147]: DEBUG nova.scheduler.client.report [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.864339] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquiring lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.864721] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.930474] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.128923] env[64147]: DEBUG nova.network.neutron [req-42cbec23-9b0f-418c-a333-9697be3990b8 req-01b9e9f5-05d7-4c35-ad6d-538c16b64226 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Updated VIF entry in instance network info cache for port 08f8f55a-ca4e-4313-8c1b-28f38fac51db. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.129315] env[64147]: DEBUG nova.network.neutron [req-42cbec23-9b0f-418c-a333-9697be3990b8 req-01b9e9f5-05d7-4c35-ad6d-538c16b64226 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Updating instance_info_cache with network_info: [{"id": "08f8f55a-ca4e-4313-8c1b-28f38fac51db", "address": "fa:16:3e:b3:8a:6e", "network": {"id": "f4f194bc-f6f2-404a-880a-c6c88875b6f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-985989175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee60d7099bf4f8ebd87f487e6cdd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f8f55a-ca", "ovs_interfaceid": "08f8f55a-ca4e-4313-8c1b-28f38fac51db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.154296] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquiring lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.154459] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.154690] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquiring lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.154895] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.155081] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.157619] env[64147]: INFO nova.compute.manager [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Terminating instance [ 1610.182525] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52310325-a3a6-3857-abe0-e697b419c099, 'name': SearchDatastore_Task, 'duration_secs': 0.019169} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.184147] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.184398] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.185828] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.185828] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.185828] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.186337] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb3a44b2-605b-4fad-885b-72dbd03c4d5a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.192489] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08074d62-4153-45da-b259-13c488dffa36 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "35539f0e-e341-4d34-85ba-a1cff208b323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.280s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.196171] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.196349] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.197175] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f49f0d9-0cff-45fa-8779-ac5cbd2c080b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.207165] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1610.207165] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]521aad98-e7cd-e4e2-7058-4df752b40076" [ 1610.207165] env[64147]: _type = "Task" [ 1610.207165] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.210864] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5253affe-dedb-203b-c5ab-d017a6bbd522, 'name': SearchDatastore_Task, 'duration_secs': 0.022898} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.216237] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aef16c5-c695-4f63-bbdb-b7c2349a47f0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.225044] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1610.225044] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e02988-01bc-d359-d322-670743ed0b6c" [ 1610.225044] env[64147]: _type = "Task" [ 1610.225044] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.229650] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521aad98-e7cd-e4e2-7058-4df752b40076, 'name': SearchDatastore_Task, 'duration_secs': 0.013944} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.234106] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceec6476-1edf-4596-88fa-d3830b091631 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.241134] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e02988-01bc-d359-d322-670743ed0b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.242495] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1610.242495] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52490cf3-662f-5479-c093-8e09bb3ce914" [ 1610.242495] env[64147]: _type = "Task" [ 1610.242495] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.250194] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52490cf3-662f-5479-c093-8e09bb3ce914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.316968] env[64147]: DEBUG oslo_concurrency.lockutils [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.319638] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.116s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.320520] env[64147]: INFO nova.compute.claims [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1610.323826] env[64147]: WARNING nova.network.neutron [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] ce8c06f5-120b-43bf-b964-7fd7329bd58f already exists in list: networks containing: ['ce8c06f5-120b-43bf-b964-7fd7329bd58f']. ignoring it [ 1610.346645] env[64147]: INFO nova.scheduler.client.report [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Deleted allocations for instance 41de1114-5e2c-41cb-85d2-91d387bd631c [ 1610.429614] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839950, 'name': ReconfigVM_Task, 'duration_secs': 0.660858} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.429869] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 33630811-b576-401a-9356-a80ea5a1750c/33630811-b576-401a-9356-a80ea5a1750c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.430496] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d07b23c-1e78-4b3d-8458-b487d584ede7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.439341] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1610.439341] env[64147]: value = "task-1839951" [ 1610.439341] env[64147]: _type = "Task" [ 1610.439341] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.449383] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839951, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.468562] env[64147]: DEBUG nova.network.neutron [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Updated VIF entry in instance network info cache for port c5e252a5-f634-41a8-af5b-cee60ad83880. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.468953] env[64147]: DEBUG nova.network.neutron [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Updating instance_info_cache with network_info: [{"id": "c5e252a5-f634-41a8-af5b-cee60ad83880", "address": "fa:16:3e:a3:a1:f1", "network": {"id": "f4f194bc-f6f2-404a-880a-c6c88875b6f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-985989175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee60d7099bf4f8ebd87f487e6cdd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e252a5-f6", "ovs_interfaceid": "c5e252a5-f634-41a8-af5b-cee60ad83880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.621248] env[64147]: DEBUG nova.network.neutron [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Updating instance_info_cache with network_info: [{"id": "b4350b47-f7df-4c64-a24e-df2212e820ce", "address": "fa:16:3e:42:6e:57", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4350b47-f7", "ovs_interfaceid": "b4350b47-f7df-4c64-a24e-df2212e820ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c14a6c33-ac35-4298-9187-d4856bb8ffc3", "address": "fa:16:3e:a2:2e:66", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a6c33-ac", "ovs_interfaceid": "c14a6c33-ac35-4298-9187-d4856bb8ffc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.632708] env[64147]: DEBUG oslo_concurrency.lockutils [req-42cbec23-9b0f-418c-a333-9697be3990b8 req-01b9e9f5-05d7-4c35-ad6d-538c16b64226 service nova] Releasing lock "refresh_cache-33630811-b576-401a-9356-a80ea5a1750c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.662031] env[64147]: DEBUG nova.compute.manager [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1610.662249] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1610.663164] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c046c5-93ab-4033-ab0a-26485ab44414 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.671684] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1610.671932] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeab9cfd-daee-4dd5-bc57-385ca21e5911 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.678325] env[64147]: DEBUG oslo_vmware.api [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for the task: (returnval){ [ 1610.678325] env[64147]: value = "task-1839952" [ 1610.678325] env[64147]: _type = "Task" [ 1610.678325] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.686406] env[64147]: DEBUG oslo_vmware.api [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.694929] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1610.739812] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e02988-01bc-d359-d322-670743ed0b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.019932} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.740084] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.740376] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 6e64e601-dfce-46e6-a6f2-ea1f39401c2c/6e64e601-dfce-46e6-a6f2-ea1f39401c2c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.740627] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8713906-cd18-416f-ae78-5eedc2dd29cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.748619] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1610.748619] env[64147]: value = "task-1839953" [ 1610.748619] env[64147]: _type = "Task" [ 1610.748619] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.758238] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.763633] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52490cf3-662f-5479-c093-8e09bb3ce914, 'name': SearchDatastore_Task, 'duration_secs': 0.014537} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.763965] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.764323] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] de5091b6-6ad7-4558-b508-edfe729eb701/de5091b6-6ad7-4558-b508-edfe729eb701.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.764651] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6939076e-300b-4b78-806d-47bc23a3b4dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.771689] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1610.771689] env[64147]: value = "task-1839954" [ 1610.771689] env[64147]: _type = "Task" [ 1610.771689] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.780973] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.857377] env[64147]: DEBUG oslo_concurrency.lockutils [None req-25d18e33-cef9-44a0-8b90-e9757fa8b169 tempest-VolumesAssistedSnapshotsTest-2101561057 tempest-VolumesAssistedSnapshotsTest-2101561057-project-member] Lock "41de1114-5e2c-41cb-85d2-91d387bd631c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.248s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.949419] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839951, 'name': Rename_Task, 'duration_secs': 0.319406} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.949768] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.949957] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be3d4ba0-18f6-48a1-b380-23a831ea6b0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.956354] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1610.956354] env[64147]: value = "task-1839955" [ 1610.956354] env[64147]: _type = "Task" [ 1610.956354] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.964826] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.971748] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d973409-a676-4f36-bb8c-dbfebb49192e req-f321dc22-337c-4c3e-9c0c-fb2c2ada1113 service nova] Releasing lock "refresh_cache-6e64e601-dfce-46e6-a6f2-ea1f39401c2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.125114] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.125686] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.125924] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.127547] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db787760-6558-4d9f-8d10-f6ce2838ea7b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.149432] env[64147]: DEBUG nova.virt.hardware [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1611.150131] env[64147]: DEBUG nova.virt.hardware [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.150131] env[64147]: DEBUG nova.virt.hardware [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1611.150303] env[64147]: DEBUG nova.virt.hardware [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.150468] env[64147]: DEBUG nova.virt.hardware [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1611.150903] env[64147]: DEBUG nova.virt.hardware [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1611.150903] env[64147]: DEBUG nova.virt.hardware [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1611.151067] env[64147]: DEBUG nova.virt.hardware [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1611.151241] env[64147]: DEBUG nova.virt.hardware [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1611.151410] env[64147]: DEBUG nova.virt.hardware [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1611.151598] env[64147]: DEBUG nova.virt.hardware [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1611.158960] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Reconfiguring VM to attach interface {{(pid=64147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1611.159421] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf53bf83-dcb8-465d-b9e7-685d8c191f10 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.185533] env[64147]: DEBUG oslo_vmware.api [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1611.185533] env[64147]: value = "task-1839956" [ 1611.185533] env[64147]: _type = "Task" [ 1611.185533] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.195896] env[64147]: DEBUG oslo_vmware.api [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839952, 'name': PowerOffVM_Task, 'duration_secs': 0.258899} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.196838] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.197048] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.197348] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f34cdf85-cc04-46ac-903f-75f1feffdc57 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.204644] env[64147]: DEBUG oslo_vmware.api [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839956, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.223184] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.262937] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839953, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.281688] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839954, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.333894] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.333894] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.333894] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Deleting the datastore file [datastore1] 5ae6e0ed-3ded-432c-9efa-bdb576f5079b {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.334673] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43b7313c-7df6-4a06-9a1d-038732b0f366 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.344593] env[64147]: DEBUG oslo_vmware.api [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for the task: (returnval){ [ 1611.344593] env[64147]: value = "task-1839958" [ 1611.344593] env[64147]: _type = "Task" [ 1611.344593] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.353496] env[64147]: DEBUG oslo_vmware.api [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.470226] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.484695] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "eeb17f79-829d-40bf-b614-dac284c553f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.484964] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "eeb17f79-829d-40bf-b614-dac284c553f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.485207] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.485459] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.485699] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "eeb17f79-829d-40bf-b614-dac284c553f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.491019] env[64147]: INFO nova.compute.manager [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Terminating instance [ 1611.701463] env[64147]: DEBUG oslo_vmware.api [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.761031] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656232} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.765022] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 6e64e601-dfce-46e6-a6f2-ea1f39401c2c/6e64e601-dfce-46e6-a6f2-ea1f39401c2c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.765022] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.765022] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2df2582e-8762-4acb-b7fb-45359a377ae8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.771479] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1611.771479] env[64147]: value = "task-1839959" [ 1611.771479] env[64147]: _type = "Task" [ 1611.771479] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.790177] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.794739] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627882} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.798717] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] de5091b6-6ad7-4558-b508-edfe729eb701/de5091b6-6ad7-4558-b508-edfe729eb701.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.798717] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.799381] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f136fe91-12b0-454a-9a41-f16c630c5b75 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.806800] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1611.806800] env[64147]: value = "task-1839960" [ 1611.806800] env[64147]: _type = "Task" [ 1611.806800] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.818294] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.854669] env[64147]: DEBUG oslo_vmware.api [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Task: {'id': task-1839958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287802} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.859017] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1611.859017] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1611.859017] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1611.859017] env[64147]: INFO nova.compute.manager [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1611.859017] env[64147]: DEBUG oslo.service.loopingcall [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.859017] env[64147]: DEBUG nova.compute.manager [-] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1611.859017] env[64147]: DEBUG nova.network.neutron [-] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1611.915319] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bdc435-5b49-464b-816a-7e5188653d31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.923938] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87353bd5-f244-4f45-823e-b5eb7cc638dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.964941] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8698850b-a321-47ab-bec9-5064fe3529fc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.973435] env[64147]: DEBUG oslo_vmware.api [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839955, 'name': PowerOnVM_Task, 'duration_secs': 0.934059} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.975367] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1611.975580] env[64147]: INFO nova.compute.manager [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1611.975775] env[64147]: DEBUG nova.compute.manager [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.976639] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b655295-87e2-4f5e-9b20-32973c9603dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.982727] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500e2d8c-59a3-426d-9e62-1aff22740479 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.996422] env[64147]: DEBUG nova.compute.manager [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1611.996422] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.997602] env[64147]: DEBUG nova.compute.provider_tree [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.000068] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c48f986-1a2d-40cc-b769-04852eab491e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.011818] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.012846] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17fe2eac-5932-4814-adc5-ba8bc439f460 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.019864] env[64147]: DEBUG oslo_vmware.api [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1612.019864] env[64147]: value = "task-1839961" [ 1612.019864] env[64147]: _type = "Task" [ 1612.019864] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.028504] env[64147]: DEBUG oslo_vmware.api [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.111177] env[64147]: DEBUG nova.compute.manager [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Received event network-vif-plugged-216afe47-757a-401d-862f-6d2e4e2f53ff {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1612.111406] env[64147]: DEBUG oslo_concurrency.lockutils [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] Acquiring lock "de5091b6-6ad7-4558-b508-edfe729eb701-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.111615] env[64147]: DEBUG oslo_concurrency.lockutils [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] Lock "de5091b6-6ad7-4558-b508-edfe729eb701-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.111781] env[64147]: DEBUG oslo_concurrency.lockutils [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] Lock "de5091b6-6ad7-4558-b508-edfe729eb701-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.111938] env[64147]: DEBUG nova.compute.manager [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] No waiting events found dispatching network-vif-plugged-216afe47-757a-401d-862f-6d2e4e2f53ff {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1612.112121] env[64147]: WARNING nova.compute.manager [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Received unexpected event network-vif-plugged-216afe47-757a-401d-862f-6d2e4e2f53ff for instance with vm_state building and task_state spawning. [ 1612.112284] env[64147]: DEBUG nova.compute.manager [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Received event network-changed-216afe47-757a-401d-862f-6d2e4e2f53ff {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1612.112436] env[64147]: DEBUG nova.compute.manager [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Refreshing instance network info cache due to event network-changed-216afe47-757a-401d-862f-6d2e4e2f53ff. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1612.112873] env[64147]: DEBUG oslo_concurrency.lockutils [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] Acquiring lock "refresh_cache-de5091b6-6ad7-4558-b508-edfe729eb701" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.112873] env[64147]: DEBUG oslo_concurrency.lockutils [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] Acquired lock "refresh_cache-de5091b6-6ad7-4558-b508-edfe729eb701" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.112873] env[64147]: DEBUG nova.network.neutron [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Refreshing network info cache for port 216afe47-757a-401d-862f-6d2e4e2f53ff {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.160081] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "c43066a1-578d-4601-b350-1fdbd0a6a904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.160373] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "c43066a1-578d-4601-b350-1fdbd0a6a904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.160583] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "c43066a1-578d-4601-b350-1fdbd0a6a904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.160765] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "c43066a1-578d-4601-b350-1fdbd0a6a904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.160957] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "c43066a1-578d-4601-b350-1fdbd0a6a904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.163318] env[64147]: INFO nova.compute.manager [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Terminating instance [ 1612.200309] env[64147]: DEBUG oslo_vmware.api [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.281099] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069609} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.281414] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.282252] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5154578-e48a-4f70-a5cd-de88e260cb59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.305815] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 6e64e601-dfce-46e6-a6f2-ea1f39401c2c/6e64e601-dfce-46e6-a6f2-ea1f39401c2c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.306437] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2691d6bf-b5fc-4b13-b143-d41749f921dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.339190] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1612.339190] env[64147]: value = "task-1839962" [ 1612.339190] env[64147]: _type = "Task" [ 1612.339190] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.339549] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074147} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.339936] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.343811] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2e6b7e-5601-4fa4-9e1f-111c6a6e1b19 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.352706] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.371914] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] de5091b6-6ad7-4558-b508-edfe729eb701/de5091b6-6ad7-4558-b508-edfe729eb701.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.372547] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-100f88a6-6526-4329-bbcc-ec0fa426dbee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.392360] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1612.392360] env[64147]: value = "task-1839963" [ 1612.392360] env[64147]: _type = "Task" [ 1612.392360] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.400228] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.506703] env[64147]: DEBUG nova.scheduler.client.report [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.518932] env[64147]: INFO nova.compute.manager [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Took 41.14 seconds to build instance. [ 1612.531991] env[64147]: DEBUG oslo_vmware.api [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.667740] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "refresh_cache-c43066a1-578d-4601-b350-1fdbd0a6a904" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.667940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquired lock "refresh_cache-c43066a1-578d-4601-b350-1fdbd0a6a904" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.668258] env[64147]: DEBUG nova.network.neutron [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.700660] env[64147]: DEBUG oslo_vmware.api [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839956, 'name': ReconfigVM_Task, 'duration_secs': 1.213691} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.701162] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.701368] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Reconfigured VM to attach interface {{(pid=64147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1612.707176] env[64147]: DEBUG nova.compute.manager [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Received event network-vif-plugged-c14a6c33-ac35-4298-9187-d4856bb8ffc3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1612.707379] env[64147]: DEBUG oslo_concurrency.lockutils [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] Acquiring lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.707614] env[64147]: DEBUG oslo_concurrency.lockutils [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] Lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.707813] env[64147]: DEBUG oslo_concurrency.lockutils [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] Lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.708007] env[64147]: DEBUG nova.compute.manager [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] No waiting events found dispatching network-vif-plugged-c14a6c33-ac35-4298-9187-d4856bb8ffc3 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1612.711504] env[64147]: WARNING nova.compute.manager [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Received unexpected event network-vif-plugged-c14a6c33-ac35-4298-9187-d4856bb8ffc3 for instance with vm_state active and task_state None. [ 1612.711698] env[64147]: DEBUG nova.compute.manager [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Received event network-changed-c14a6c33-ac35-4298-9187-d4856bb8ffc3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1612.711859] env[64147]: DEBUG nova.compute.manager [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Refreshing instance network info cache due to event network-changed-c14a6c33-ac35-4298-9187-d4856bb8ffc3. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1612.712074] env[64147]: DEBUG oslo_concurrency.lockutils [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] Acquiring lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.712217] env[64147]: DEBUG oslo_concurrency.lockutils [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] Acquired lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.712375] env[64147]: DEBUG nova.network.neutron [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Refreshing network info cache for port c14a6c33-ac35-4298-9187-d4856bb8ffc3 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.845823] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.846539] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.847200] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.847558] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.847768] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.849908] env[64147]: INFO nova.compute.manager [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Terminating instance [ 1612.866201] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.907563] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.994460] env[64147]: DEBUG nova.network.neutron [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Updated VIF entry in instance network info cache for port 216afe47-757a-401d-862f-6d2e4e2f53ff. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1612.994858] env[64147]: DEBUG nova.network.neutron [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Updating instance_info_cache with network_info: [{"id": "216afe47-757a-401d-862f-6d2e4e2f53ff", "address": "fa:16:3e:02:cd:e6", "network": {"id": "4c06257d-d6ac-4d5f-b324-22f9afe1094f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1662485932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61df492c61948228ed3f31de2876e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216afe47-75", "ovs_interfaceid": "216afe47-757a-401d-862f-6d2e4e2f53ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.017083] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.017083] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1613.020030] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.279s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.024339] env[64147]: INFO nova.compute.claims [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.032024] env[64147]: DEBUG oslo_concurrency.lockutils [None req-57cb4142-bf20-4283-8785-8021559bc49d tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "33630811-b576-401a-9356-a80ea5a1750c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.009s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.045614] env[64147]: DEBUG oslo_vmware.api [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839961, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.105454] env[64147]: DEBUG nova.network.neutron [-] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.198728] env[64147]: DEBUG nova.network.neutron [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1613.215335] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5209929b-6895-4972-8cc6-803cf6a9a497 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.659s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.281895] env[64147]: DEBUG nova.network.neutron [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.361614] env[64147]: DEBUG nova.compute.manager [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.361853] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.362538] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839962, 'name': ReconfigVM_Task, 'duration_secs': 0.700085} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.365524] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1ff16d-bc2c-41ac-a47b-625b585b255e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.368318] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 6e64e601-dfce-46e6-a6f2-ea1f39401c2c/6e64e601-dfce-46e6-a6f2-ea1f39401c2c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.368951] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d60275fc-80eb-4d77-8458-b3a436c86670 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.375422] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.377426] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da0121cc-cdd2-4278-964c-3ae3170d293f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.378951] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1613.378951] env[64147]: value = "task-1839964" [ 1613.378951] env[64147]: _type = "Task" [ 1613.378951] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.383570] env[64147]: DEBUG oslo_vmware.api [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1613.383570] env[64147]: value = "task-1839965" [ 1613.383570] env[64147]: _type = "Task" [ 1613.383570] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.391729] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839964, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.397239] env[64147]: DEBUG oslo_vmware.api [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.404204] env[64147]: DEBUG oslo_concurrency.lockutils [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquiring lock "d0244585-d683-4bf5-b9ca-790caff8b6f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.404204] env[64147]: DEBUG oslo_concurrency.lockutils [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Lock "d0244585-d683-4bf5-b9ca-790caff8b6f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.404336] env[64147]: DEBUG oslo_concurrency.lockutils [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquiring lock "d0244585-d683-4bf5-b9ca-790caff8b6f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.405036] env[64147]: DEBUG oslo_concurrency.lockutils [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Lock "d0244585-d683-4bf5-b9ca-790caff8b6f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.405036] env[64147]: DEBUG oslo_concurrency.lockutils [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Lock "d0244585-d683-4bf5-b9ca-790caff8b6f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.407844] env[64147]: INFO nova.compute.manager [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Terminating instance [ 1613.412543] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839963, 'name': ReconfigVM_Task, 'duration_secs': 0.738323} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.414373] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Reconfigured VM instance instance-00000030 to attach disk [datastore2] de5091b6-6ad7-4558-b508-edfe729eb701/de5091b6-6ad7-4558-b508-edfe729eb701.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.414964] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e357c497-2955-4d37-84c4-f783c783f9a4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.422710] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1613.422710] env[64147]: value = "task-1839966" [ 1613.422710] env[64147]: _type = "Task" [ 1613.422710] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.435222] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839966, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.498053] env[64147]: DEBUG oslo_concurrency.lockutils [req-a6a17958-3407-48ce-92cf-c64ccdb22bab req-a745a033-d057-46db-a9d5-d8592a94bd31 service nova] Releasing lock "refresh_cache-de5091b6-6ad7-4558-b508-edfe729eb701" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.526749] env[64147]: DEBUG nova.network.neutron [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Updated VIF entry in instance network info cache for port c14a6c33-ac35-4298-9187-d4856bb8ffc3. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.527173] env[64147]: DEBUG nova.network.neutron [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Updating instance_info_cache with network_info: [{"id": "b4350b47-f7df-4c64-a24e-df2212e820ce", "address": "fa:16:3e:42:6e:57", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4350b47-f7", "ovs_interfaceid": "b4350b47-f7df-4c64-a24e-df2212e820ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c14a6c33-ac35-4298-9187-d4856bb8ffc3", "address": "fa:16:3e:a2:2e:66", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a6c33-ac", "ovs_interfaceid": "c14a6c33-ac35-4298-9187-d4856bb8ffc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.535751] env[64147]: DEBUG nova.compute.utils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1613.537395] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1613.537575] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1613.548729] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1613.559251] env[64147]: DEBUG oslo_vmware.api [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839961, 'name': PowerOffVM_Task, 'duration_secs': 1.169668} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.559698] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1613.559698] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1613.559992] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45431dc2-bbf2-4960-9f5a-bc68cf741b82 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.601127] env[64147]: DEBUG nova.policy [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989419e9bffc4b388bc48c76a5ffd7a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a61df492c61948228ed3f31de2876e97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1613.610926] env[64147]: INFO nova.compute.manager [-] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Took 1.75 seconds to deallocate network for instance. [ 1613.784925] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Releasing lock "refresh_cache-c43066a1-578d-4601-b350-1fdbd0a6a904" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.785204] env[64147]: DEBUG nova.compute.manager [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.785936] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.788927] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3e5636-b282-448d-92eb-4469899be2bb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.797037] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.797192] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-878ae55b-0043-4a61-95f3-812abe8b1d5d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.804260] env[64147]: DEBUG oslo_vmware.api [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1613.804260] env[64147]: value = "task-1839968" [ 1613.804260] env[64147]: _type = "Task" [ 1613.804260] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.813147] env[64147]: DEBUG oslo_vmware.api [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.879877] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.880152] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.880299] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Deleting the datastore file [datastore2] eeb17f79-829d-40bf-b614-dac284c553f6 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.883663] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-694d0e18-9952-47b4-91fe-ecc0b0f492b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.891937] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839964, 'name': Rename_Task, 'duration_secs': 0.212919} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.894293] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1613.894293] env[64147]: DEBUG oslo_vmware.api [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1613.894293] env[64147]: value = "task-1839969" [ 1613.894293] env[64147]: _type = "Task" [ 1613.894293] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.894293] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4096db02-aca0-4c21-813b-273581ae8096 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.902278] env[64147]: DEBUG oslo_vmware.api [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839965, 'name': PowerOffVM_Task, 'duration_secs': 0.335697} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.902734] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1613.902924] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1613.903495] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fdd7885-b14d-42d3-95e7-a9f36bcf4fe2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.907839] env[64147]: DEBUG oslo_vmware.api [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.909558] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1613.909558] env[64147]: value = "task-1839970" [ 1613.909558] env[64147]: _type = "Task" [ 1613.909558] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.917084] env[64147]: DEBUG nova.compute.manager [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.917300] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.918146] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12ff247-5167-4535-a050-e6dadd77af4d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.925674] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.928820] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e2466ca-d95e-491b-91a8-d6fc1ce17ffa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.936314] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839966, 'name': Rename_Task, 'duration_secs': 0.132851} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.937543] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1613.937872] env[64147]: DEBUG oslo_vmware.api [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for the task: (returnval){ [ 1613.937872] env[64147]: value = "task-1839972" [ 1613.937872] env[64147]: _type = "Task" [ 1613.937872] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.938122] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3101196-0033-4ae8-8bfd-09558f5a2b40 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.949065] env[64147]: DEBUG oslo_vmware.api [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.950386] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1613.950386] env[64147]: value = "task-1839973" [ 1613.950386] env[64147]: _type = "Task" [ 1613.950386] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.959993] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.986865] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.987132] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.987320] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Deleting the datastore file [datastore1] 43057bad-1a1f-4d28-8ec3-c98b82d34b99 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.987605] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f887b6ef-be94-4413-9a76-be3581268bf2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.994150] env[64147]: DEBUG oslo_vmware.api [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1613.994150] env[64147]: value = "task-1839974" [ 1613.994150] env[64147]: _type = "Task" [ 1613.994150] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.002655] env[64147]: DEBUG oslo_vmware.api [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.030619] env[64147]: DEBUG oslo_concurrency.lockutils [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] Releasing lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.031036] env[64147]: DEBUG nova.compute.manager [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Received event network-changed-e11699d0-a6e6-4222-be9f-3b8b54757e37 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1614.031243] env[64147]: DEBUG nova.compute.manager [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Refreshing instance network info cache due to event network-changed-e11699d0-a6e6-4222-be9f-3b8b54757e37. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1614.031534] env[64147]: DEBUG oslo_concurrency.lockutils [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] Acquiring lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.031650] env[64147]: DEBUG oslo_concurrency.lockutils [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] Acquired lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.032113] env[64147]: DEBUG nova.network.neutron [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Refreshing network info cache for port e11699d0-a6e6-4222-be9f-3b8b54757e37 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.043376] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1614.071636] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.124134] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.198671] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Successfully created port: 36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1614.316088] env[64147]: DEBUG oslo_vmware.api [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839968, 'name': PowerOffVM_Task, 'duration_secs': 0.347798} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.316508] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.316734] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.317376] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d61c50fb-364c-4506-bd81-3be57a3c0480 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.346195] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.346852] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.347056] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Deleting the datastore file [datastore1] c43066a1-578d-4601-b350-1fdbd0a6a904 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.347461] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74179aa5-a316-4460-a62c-7bfab84d9162 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.357978] env[64147]: DEBUG oslo_vmware.api [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for the task: (returnval){ [ 1614.357978] env[64147]: value = "task-1839976" [ 1614.357978] env[64147]: _type = "Task" [ 1614.357978] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.370743] env[64147]: DEBUG oslo_vmware.api [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.406126] env[64147]: DEBUG oslo_vmware.api [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1839969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190508} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.407814] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.407814] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1614.407814] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1614.407814] env[64147]: INFO nova.compute.manager [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Took 2.41 seconds to destroy the instance on the hypervisor. [ 1614.407814] env[64147]: DEBUG oslo.service.loopingcall [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.408430] env[64147]: DEBUG nova.compute.manager [-] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1614.408430] env[64147]: DEBUG nova.network.neutron [-] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1614.421398] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.458633] env[64147]: DEBUG oslo_vmware.api [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839972, 'name': PowerOffVM_Task, 'duration_secs': 0.228919} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.459315] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.459503] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.459779] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29862d36-f147-4d6e-941a-7d2f25151f1b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.464319] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.505923] env[64147]: DEBUG oslo_vmware.api [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1839974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160978} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.506362] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.506613] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1614.506844] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1614.507049] env[64147]: INFO nova.compute.manager [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1614.507274] env[64147]: DEBUG oslo.service.loopingcall [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.507464] env[64147]: DEBUG nova.compute.manager [-] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1614.507559] env[64147]: DEBUG nova.network.neutron [-] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1614.538239] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.538577] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.538724] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Deleting the datastore file [datastore2] d0244585-d683-4bf5-b9ca-790caff8b6f8 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.539378] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e824f52-5207-4a18-90c7-eb059db0aac9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.545743] env[64147]: DEBUG oslo_vmware.api [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for the task: (returnval){ [ 1614.545743] env[64147]: value = "task-1839978" [ 1614.545743] env[64147]: _type = "Task" [ 1614.545743] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.557701] env[64147]: DEBUG oslo_vmware.api [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.720842] env[64147]: DEBUG nova.compute.manager [req-61d123b8-d32a-447b-974b-d774389d3059 req-0957346a-8198-4be8-9070-8eec5f1c83ae service nova] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Received event network-vif-deleted-c977d839-8e18-47d0-a3bc-a071243a1fa0 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1614.742116] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242caff6-e48d-4a10-b4ac-51739fd5ef0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.757743] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef0d36c-555a-48c0-a5c3-24facee95ceb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.793694] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e7fa97-765b-47a0-98d6-7477912c8462 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.802897] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4734dd27-3afe-4c32-bc76-947428e34a09 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.818562] env[64147]: DEBUG nova.compute.provider_tree [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.949046] env[64147]: DEBUG oslo_vmware.api [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Task: {'id': task-1839976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310462} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.949046] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.949046] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1614.949046] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1614.949046] env[64147]: INFO nova.compute.manager [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1614.949046] env[64147]: DEBUG oslo.service.loopingcall [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.949046] env[64147]: DEBUG nova.compute.manager [-] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1614.949046] env[64147]: DEBUG nova.network.neutron [-] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1614.949046] env[64147]: DEBUG nova.network.neutron [-] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.949046] env[64147]: DEBUG oslo_vmware.api [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839970, 'name': PowerOnVM_Task, 'duration_secs': 0.726311} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.949046] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1614.949046] env[64147]: INFO nova.compute.manager [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Took 10.77 seconds to spawn the instance on the hypervisor. [ 1614.949046] env[64147]: DEBUG nova.compute.manager [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1614.949046] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61201f3a-f566-4383-b92f-ebfdce9a3ef8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.963249] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839973, 'name': PowerOnVM_Task, 'duration_secs': 0.723083} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.965429] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1614.965429] env[64147]: INFO nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1614.965429] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1614.965429] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb925270-7e47-44af-8bcb-69f5a9aea4aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.057677] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1615.059985] env[64147]: DEBUG oslo_vmware.api [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Task: {'id': task-1839978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184811} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.062462] env[64147]: DEBUG nova.network.neutron [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Updated VIF entry in instance network info cache for port e11699d0-a6e6-4222-be9f-3b8b54757e37. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.063496] env[64147]: DEBUG nova.network.neutron [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Updating instance_info_cache with network_info: [{"id": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "address": "fa:16:3e:73:a7:32", "network": {"id": "9e5ba8c0-c7ea-469a-8a84-64d0998e6bd6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-881290059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e6b147268a4021b69cf4efc59afc62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11699d0-a6", "ovs_interfaceid": "e11699d0-a6e6-4222-be9f-3b8b54757e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.064893] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.065353] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.065353] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.065734] env[64147]: INFO nova.compute.manager [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1615.066590] env[64147]: DEBUG oslo.service.loopingcall [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.066590] env[64147]: DEBUG nova.compute.manager [-] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.066590] env[64147]: DEBUG nova.network.neutron [-] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.096558] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1615.096864] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.096949] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1615.097147] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.097307] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1615.097463] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1615.097667] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1615.097824] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1615.097986] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1615.098170] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1615.098343] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1615.099546] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8696417-ce38-49a3-8b22-46471a9495e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.108678] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3e4484-3be3-487d-8ff5-2231bc7fc277 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.188123] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquiring lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.188536] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.188839] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquiring lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.189128] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.189387] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.191709] env[64147]: INFO nova.compute.manager [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Terminating instance [ 1615.321806] env[64147]: DEBUG nova.scheduler.client.report [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.407423] env[64147]: DEBUG nova.network.neutron [-] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.458021] env[64147]: INFO nova.compute.manager [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Took 43.43 seconds to build instance. [ 1615.486221] env[64147]: INFO nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Took 41.35 seconds to build instance. [ 1615.567643] env[64147]: DEBUG oslo_concurrency.lockutils [req-75a2b82e-0e02-450c-b3f3-20acb47edf7e req-a8d9f27b-1c6f-472a-ada9-a9ca8126f660 service nova] Releasing lock "refresh_cache-43057bad-1a1f-4d28-8ec3-c98b82d34b99" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.696123] env[64147]: DEBUG nova.compute.manager [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1615.696426] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1615.697453] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40671cf-6b8b-4d3c-a23d-c92df0dfb45c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.711851] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.712126] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfc85678-d8e5-47f5-bbd6-a203f55c6592 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.719987] env[64147]: DEBUG oslo_vmware.api [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for the task: (returnval){ [ 1615.719987] env[64147]: value = "task-1839979" [ 1615.719987] env[64147]: _type = "Task" [ 1615.719987] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.728877] env[64147]: DEBUG oslo_vmware.api [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.830376] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.830376] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1615.834024] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.014s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.834024] env[64147]: DEBUG nova.objects.instance [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Lazy-loading 'resources' on Instance uuid 0f2d5b53-a0a8-4555-90b7-74546298b6d5 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.881364] env[64147]: DEBUG nova.network.neutron [-] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.911072] env[64147]: INFO nova.compute.manager [-] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Took 1.04 seconds to deallocate network for instance. [ 1615.959249] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f903ac54-ff92-4e84-881d-e54b408cc54a tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.950s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.985283] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "de5091b6-6ad7-4558-b508-edfe729eb701" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.044s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.099902] env[64147]: DEBUG nova.network.neutron [-] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.206364] env[64147]: DEBUG nova.compute.manager [req-8fd98670-5304-49f2-aa6e-0a6096efd07a req-27c11f92-0fef-475c-aa95-f73c9cabea67 service nova] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Received event network-vif-deleted-e202353b-a914-4375-a71d-c4cb7b014aab {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1616.235027] env[64147]: DEBUG oslo_vmware.api [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839979, 'name': PowerOffVM_Task, 'duration_secs': 0.392244} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.237442] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1616.237442] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1616.237442] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f56f9e60-1250-4376-a63c-4ea89e6e0732 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.332843] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1616.333057] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1616.333303] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Deleting the datastore file [datastore1] c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1616.335336] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bf31406-192c-4d23-ac52-e357d8d805f1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.339902] env[64147]: DEBUG nova.compute.utils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.345920] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1616.346424] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.348286] env[64147]: DEBUG nova.network.neutron [-] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.352389] env[64147]: DEBUG oslo_vmware.api [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for the task: (returnval){ [ 1616.352389] env[64147]: value = "task-1839981" [ 1616.352389] env[64147]: _type = "Task" [ 1616.352389] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.364537] env[64147]: DEBUG oslo_vmware.api [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.388213] env[64147]: INFO nova.compute.manager [-] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Took 1.88 seconds to deallocate network for instance. [ 1616.411745] env[64147]: DEBUG nova.policy [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989419e9bffc4b388bc48c76a5ffd7a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a61df492c61948228ed3f31de2876e97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1616.422315] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.461748] env[64147]: DEBUG nova.compute.manager [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1616.489692] env[64147]: DEBUG nova.compute.manager [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1616.602582] env[64147]: INFO nova.compute.manager [-] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Took 1.54 seconds to deallocate network for instance. [ 1616.739181] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Successfully updated port: 36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.754239] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Successfully created port: cd8f3003-c6ab-456b-943d-3c4289d4c6c3 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.844173] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.851053] env[64147]: INFO nova.compute.manager [-] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Took 2.44 seconds to deallocate network for instance. [ 1616.878957] env[64147]: DEBUG oslo_vmware.api [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Task: {'id': task-1839981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317896} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.878957] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1616.878957] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1616.878957] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1616.878957] env[64147]: INFO nova.compute.manager [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1616.878957] env[64147]: DEBUG oslo.service.loopingcall [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.878957] env[64147]: DEBUG nova.compute.manager [-] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1616.878957] env[64147]: DEBUG nova.network.neutron [-] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1616.896218] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.986887] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.012230] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.053920] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e0f60d-fbe0-48fe-84f0-57e1330be175 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.063630] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4db807-f2ec-4fed-8061-ee1deca1daaa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.106625] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dce7f97-5da0-4f32-8087-beafc9736120 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.115884] env[64147]: DEBUG oslo_concurrency.lockutils [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.117370] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6032b618-29f4-48e2-9294-1c57c70f82ab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.132522] env[64147]: DEBUG nova.compute.provider_tree [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.242886] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "refresh_cache-a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.243229] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired lock "refresh_cache-a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.244515] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.287086] env[64147]: DEBUG oslo_concurrency.lockutils [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "interface-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-c14a6c33-ac35-4298-9187-d4856bb8ffc3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.287086] env[64147]: DEBUG oslo_concurrency.lockutils [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-c14a6c33-ac35-4298-9187-d4856bb8ffc3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.366693] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.462194] env[64147]: DEBUG nova.compute.manager [req-a0396420-4a54-40c0-a886-546ae3033bb4 req-3866e189-6c9b-4a28-86ac-dfb91f1e42a7 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received event network-vif-deleted-5815269f-5f6b-4596-acf9-f6caec0ff323 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1617.462194] env[64147]: DEBUG nova.compute.manager [req-a0396420-4a54-40c0-a886-546ae3033bb4 req-3866e189-6c9b-4a28-86ac-dfb91f1e42a7 service nova] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Received event network-vif-deleted-e11699d0-a6e6-4222-be9f-3b8b54757e37 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1617.462194] env[64147]: DEBUG nova.compute.manager [req-a0396420-4a54-40c0-a886-546ae3033bb4 req-3866e189-6c9b-4a28-86ac-dfb91f1e42a7 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received event network-vif-deleted-affdfc97-1fbf-4095-9737-9c8050da00d5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1617.462194] env[64147]: DEBUG nova.compute.manager [req-a0396420-4a54-40c0-a886-546ae3033bb4 req-3866e189-6c9b-4a28-86ac-dfb91f1e42a7 service nova] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Received event network-vif-deleted-98d72945-1eff-4ef1-b87b-2d540835e450 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1617.636291] env[64147]: DEBUG nova.scheduler.client.report [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.788960] env[64147]: DEBUG oslo_concurrency.lockutils [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.789206] env[64147]: DEBUG oslo_concurrency.lockutils [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.790579] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aa0af9-fdae-43ba-8ebe-73956d70fded {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.810387] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7398c56e-75e4-403b-9c13-5df5b2a58422 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.856159] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Reconfiguring VM to detach interface {{(pid=64147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1617.857769] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.860613] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff992bd-e233-4353-961d-0c9dda0303e0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.883955] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1617.883955] env[64147]: value = "task-1839982" [ 1617.883955] env[64147]: _type = "Task" [ 1617.883955] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.893204] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.901330] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.901566] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.901722] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.901946] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.902118] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.902268] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.902476] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.902630] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.902795] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.902990] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.903228] env[64147]: DEBUG nova.virt.hardware [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.904113] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c65a68-c495-40e5-ae6f-40822a58373d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.912931] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a2aa3c-fcfa-4b82-8475-ee3d14765ade {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.996737] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.141990] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.150304] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.532s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.150558] env[64147]: DEBUG nova.objects.instance [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Lazy-loading 'resources' on Instance uuid c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.171502] env[64147]: INFO nova.scheduler.client.report [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Deleted allocations for instance 0f2d5b53-a0a8-4555-90b7-74546298b6d5 [ 1618.314751] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Updating instance_info_cache with network_info: [{"id": "36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73", "address": "fa:16:3e:12:d2:55", "network": {"id": "4c06257d-d6ac-4d5f-b324-22f9afe1094f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1662485932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61df492c61948228ed3f31de2876e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e0e2aa-c9", "ovs_interfaceid": "36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.397015] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.534644] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Successfully updated port: cd8f3003-c6ab-456b-943d-3c4289d4c6c3 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1618.564958] env[64147]: DEBUG nova.compute.manager [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Received event network-vif-plugged-36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1618.565284] env[64147]: DEBUG oslo_concurrency.lockutils [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] Acquiring lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.565491] env[64147]: DEBUG oslo_concurrency.lockutils [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] Lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.565652] env[64147]: DEBUG oslo_concurrency.lockutils [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] Lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.566436] env[64147]: DEBUG nova.compute.manager [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] No waiting events found dispatching network-vif-plugged-36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1618.566564] env[64147]: WARNING nova.compute.manager [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Received unexpected event network-vif-plugged-36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73 for instance with vm_state building and task_state spawning. [ 1618.566749] env[64147]: DEBUG nova.compute.manager [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Received event network-changed-36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1618.566877] env[64147]: DEBUG nova.compute.manager [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Refreshing instance network info cache due to event network-changed-36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1618.567058] env[64147]: DEBUG oslo_concurrency.lockutils [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] Acquiring lock "refresh_cache-a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.693944] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5bfad163-cadd-4cd0-ae6d-06eb169f092e tempest-ServersTestBootFromVolume-1197877316 tempest-ServersTestBootFromVolume-1197877316-project-member] Lock "0f2d5b53-a0a8-4555-90b7-74546298b6d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.082s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.753357] env[64147]: DEBUG nova.network.neutron [-] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.817890] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Releasing lock "refresh_cache-a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.818298] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Instance network_info: |[{"id": "36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73", "address": "fa:16:3e:12:d2:55", "network": {"id": "4c06257d-d6ac-4d5f-b324-22f9afe1094f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1662485932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61df492c61948228ed3f31de2876e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e0e2aa-c9", "ovs_interfaceid": "36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1618.818545] env[64147]: DEBUG oslo_concurrency.lockutils [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] Acquired lock "refresh_cache-a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.818720] env[64147]: DEBUG nova.network.neutron [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Refreshing network info cache for port 36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.823505] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:d2:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.833853] env[64147]: DEBUG oslo.service.loopingcall [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.842494] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.842494] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50d5df55-f618-4212-a3db-e2c415182ba9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.868936] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.868936] env[64147]: value = "task-1839983" [ 1618.868936] env[64147]: _type = "Task" [ 1618.868936] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.880999] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839983, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.899078] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.037362] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "refresh_cache-6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.037644] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired lock "refresh_cache-6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.037918] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.262569] env[64147]: INFO nova.compute.manager [-] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Took 2.38 seconds to deallocate network for instance. [ 1619.315380] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706c912-3628-4c8b-8734-da1d62bbbf29 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.324790] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da915ee-da2e-4495-a21c-22b22e0a2048 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.363309] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a9b346-7d2d-456f-9a16-9bb52f737a22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.376179] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba7fa95-ddf9-4154-a9f5-54264a600d0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.387124] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839983, 'name': CreateVM_Task, 'duration_secs': 0.367703} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.397696] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.398268] env[64147]: DEBUG nova.compute.provider_tree [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.401639] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.401639] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.401639] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.401639] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa3d865-ab37-48c8-b327-cdcc42cd0621 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.408684] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.408830] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1619.408830] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5206b124-b012-e28e-dcdf-1897de978ba9" [ 1619.408830] env[64147]: _type = "Task" [ 1619.408830] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.418711] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5206b124-b012-e28e-dcdf-1897de978ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.596577] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1619.701848] env[64147]: DEBUG nova.network.neutron [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Updated VIF entry in instance network info cache for port 36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.702681] env[64147]: DEBUG nova.network.neutron [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Updating instance_info_cache with network_info: [{"id": "36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73", "address": "fa:16:3e:12:d2:55", "network": {"id": "4c06257d-d6ac-4d5f-b324-22f9afe1094f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1662485932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61df492c61948228ed3f31de2876e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e0e2aa-c9", "ovs_interfaceid": "36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.764072] env[64147]: DEBUG nova.compute.manager [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Received event network-vif-plugged-cd8f3003-c6ab-456b-943d-3c4289d4c6c3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1619.764299] env[64147]: DEBUG oslo_concurrency.lockutils [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] Acquiring lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.764504] env[64147]: DEBUG oslo_concurrency.lockutils [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] Lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.764668] env[64147]: DEBUG oslo_concurrency.lockutils [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] Lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.764826] env[64147]: DEBUG nova.compute.manager [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] No waiting events found dispatching network-vif-plugged-cd8f3003-c6ab-456b-943d-3c4289d4c6c3 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1619.765063] env[64147]: WARNING nova.compute.manager [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Received unexpected event network-vif-plugged-cd8f3003-c6ab-456b-943d-3c4289d4c6c3 for instance with vm_state building and task_state spawning. [ 1619.765252] env[64147]: DEBUG nova.compute.manager [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Received event network-changed-cd8f3003-c6ab-456b-943d-3c4289d4c6c3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1619.765405] env[64147]: DEBUG nova.compute.manager [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Refreshing instance network info cache due to event network-changed-cd8f3003-c6ab-456b-943d-3c4289d4c6c3. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1619.765660] env[64147]: DEBUG oslo_concurrency.lockutils [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] Acquiring lock "refresh_cache-6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.773784] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.825031] env[64147]: DEBUG nova.network.neutron [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Updating instance_info_cache with network_info: [{"id": "cd8f3003-c6ab-456b-943d-3c4289d4c6c3", "address": "fa:16:3e:57:89:23", "network": {"id": "4c06257d-d6ac-4d5f-b324-22f9afe1094f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1662485932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61df492c61948228ed3f31de2876e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8f3003-c6", "ovs_interfaceid": "cd8f3003-c6ab-456b-943d-3c4289d4c6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.898497] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.903435] env[64147]: DEBUG nova.scheduler.client.report [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1619.919402] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5206b124-b012-e28e-dcdf-1897de978ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.919710] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.919944] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1619.920199] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.920341] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.920965] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1619.920965] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf140114-5614-47fc-a5a6-985aa068680c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.932901] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1619.933212] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1619.935259] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378e25f9-f295-4f30-9a1d-09045cbcd253 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.942145] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1619.942145] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f1d06e-37ac-7380-e0ef-414a5c388325" [ 1619.942145] env[64147]: _type = "Task" [ 1619.942145] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.950884] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f1d06e-37ac-7380-e0ef-414a5c388325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.207048] env[64147]: DEBUG oslo_concurrency.lockutils [req-56a4313c-de51-43cf-96ea-74132fc88c06 req-3c11ef0d-28f7-4217-8732-5cdfd7d42107 service nova] Releasing lock "refresh_cache-a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.328921] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Releasing lock "refresh_cache-6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.332018] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Instance network_info: |[{"id": "cd8f3003-c6ab-456b-943d-3c4289d4c6c3", "address": "fa:16:3e:57:89:23", "network": {"id": "4c06257d-d6ac-4d5f-b324-22f9afe1094f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1662485932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61df492c61948228ed3f31de2876e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8f3003-c6", "ovs_interfaceid": "cd8f3003-c6ab-456b-943d-3c4289d4c6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1620.332018] env[64147]: DEBUG oslo_concurrency.lockutils [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] Acquired lock "refresh_cache-6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.332018] env[64147]: DEBUG nova.network.neutron [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Refreshing network info cache for port cd8f3003-c6ab-456b-943d-3c4289d4c6c3 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.332018] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:89:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd8f3003-c6ab-456b-943d-3c4289d4c6c3', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.345330] env[64147]: DEBUG oslo.service.loopingcall [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.346020] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.346394] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad19dd70-f8da-44a2-9879-51a3699b9112 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.374143] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.374143] env[64147]: value = "task-1839984" [ 1620.374143] env[64147]: _type = "Task" [ 1620.374143] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.384311] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839984, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.399047] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.409698] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.412669] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.341s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.414399] env[64147]: INFO nova.compute.claims [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1620.433690] env[64147]: INFO nova.scheduler.client.report [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Deleted allocations for instance c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7 [ 1620.453509] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f1d06e-37ac-7380-e0ef-414a5c388325, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.454960] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a295fd0-a381-42bb-9d92-8973a5f37c1b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.462156] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1620.462156] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a7d9e6-5f8b-790b-dfe4-ac74fd650663" [ 1620.462156] env[64147]: _type = "Task" [ 1620.462156] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.474897] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a7d9e6-5f8b-790b-dfe4-ac74fd650663, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.475258] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.475601] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] a2dd50c7-0e12-42d4-b6d3-c36c3e803e83/a2dd50c7-0e12-42d4-b6d3-c36c3e803e83.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1620.475946] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5d7ca3a-7f60-406c-bfb2-55fe84c38f54 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.492049] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1620.492049] env[64147]: value = "task-1839985" [ 1620.492049] env[64147]: _type = "Task" [ 1620.492049] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.503061] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.522548] env[64147]: DEBUG oslo_concurrency.lockutils [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquiring lock "d9912b4a-3073-4db8-9362-ccafacf2802d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.522816] env[64147]: DEBUG oslo_concurrency.lockutils [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Lock "d9912b4a-3073-4db8-9362-ccafacf2802d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.523049] env[64147]: DEBUG oslo_concurrency.lockutils [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquiring lock "d9912b4a-3073-4db8-9362-ccafacf2802d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.523431] env[64147]: DEBUG oslo_concurrency.lockutils [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Lock "d9912b4a-3073-4db8-9362-ccafacf2802d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.523431] env[64147]: DEBUG oslo_concurrency.lockutils [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Lock "d9912b4a-3073-4db8-9362-ccafacf2802d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.528330] env[64147]: INFO nova.compute.manager [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Terminating instance [ 1620.754479] env[64147]: DEBUG nova.compute.manager [req-e536aa2b-a8da-4548-9c5c-dde3ef7a4070 req-d1c1dd77-6fa8-44bb-bd7a-545f968a4b8d service nova] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Received event network-vif-deleted-94278b26-bfe8-4a2f-9ea2-395480d0d29a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1620.881954] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1839984, 'name': CreateVM_Task, 'duration_secs': 0.410261} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.882517] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1620.883043] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.883124] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.884378] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1620.884378] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01df279-8485-4360-90a7-f56b1f6ef924 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.894098] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1620.894098] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52528409-0ce8-5f25-bbbd-248b162b3fd0" [ 1620.894098] env[64147]: _type = "Task" [ 1620.894098] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.902754] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.908543] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52528409-0ce8-5f25-bbbd-248b162b3fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.947332] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00c93186-dd44-4f61-bdee-03ea3f302893 tempest-ServerExternalEventsTest-780491684 tempest-ServerExternalEventsTest-780491684-project-member] Lock "c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.725s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.004588] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839985, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.031710] env[64147]: DEBUG nova.compute.manager [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1621.032050] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.033243] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ac2491-0cb3-4186-b811-f4ebcc21799b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.046471] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.047941] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abaa82eb-ad71-4aa7-ada1-8d7824b63933 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.061881] env[64147]: DEBUG oslo_vmware.api [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for the task: (returnval){ [ 1621.061881] env[64147]: value = "task-1839986" [ 1621.061881] env[64147]: _type = "Task" [ 1621.061881] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.085810] env[64147]: DEBUG oslo_vmware.api [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.282166] env[64147]: DEBUG nova.network.neutron [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Updated VIF entry in instance network info cache for port cd8f3003-c6ab-456b-943d-3c4289d4c6c3. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.282606] env[64147]: DEBUG nova.network.neutron [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Updating instance_info_cache with network_info: [{"id": "cd8f3003-c6ab-456b-943d-3c4289d4c6c3", "address": "fa:16:3e:57:89:23", "network": {"id": "4c06257d-d6ac-4d5f-b324-22f9afe1094f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1662485932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a61df492c61948228ed3f31de2876e97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8f3003-c6", "ovs_interfaceid": "cd8f3003-c6ab-456b-943d-3c4289d4c6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.408791] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.417148] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52528409-0ce8-5f25-bbbd-248b162b3fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.022144} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.418566] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.419025] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.419344] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.419561] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.420078] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.420455] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2765fd35-5103-4213-a97a-cb7f510addb7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.440019] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.440019] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1621.440253] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28756b7d-290c-4f94-9b35-04a932bb3ddb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.448996] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1621.448996] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b9526f-cf08-6b48-620a-293d2876d393" [ 1621.448996] env[64147]: _type = "Task" [ 1621.448996] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.465720] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b9526f-cf08-6b48-620a-293d2876d393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.503292] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637623} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.506259] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] a2dd50c7-0e12-42d4-b6d3-c36c3e803e83/a2dd50c7-0e12-42d4-b6d3-c36c3e803e83.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.506499] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.508576] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd90bc09-6433-43e9-b95e-05aaa292758c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.517851] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1621.517851] env[64147]: value = "task-1839987" [ 1621.517851] env[64147]: _type = "Task" [ 1621.517851] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.533645] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.580461] env[64147]: DEBUG oslo_vmware.api [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839986, 'name': PowerOffVM_Task, 'duration_secs': 0.291592} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.580461] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1621.580630] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1621.580864] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd510974-a414-47e4-93a6-4a843aec8103 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.687790] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1621.689051] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1621.689051] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Deleting the datastore file [datastore1] d9912b4a-3073-4db8-9362-ccafacf2802d {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1621.689051] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25b65c54-65cf-4645-86dc-f3c839ad24aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.702653] env[64147]: DEBUG oslo_vmware.api [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for the task: (returnval){ [ 1621.702653] env[64147]: value = "task-1839989" [ 1621.702653] env[64147]: _type = "Task" [ 1621.702653] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.715770] env[64147]: DEBUG oslo_vmware.api [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.785655] env[64147]: DEBUG oslo_concurrency.lockutils [req-e40d42d2-bcf1-4987-b3ef-96907c6d6ee9 req-b37cdb76-f13b-412a-879d-0d1db785dcaf service nova] Releasing lock "refresh_cache-6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.905363] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.961464] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b9526f-cf08-6b48-620a-293d2876d393, 'name': SearchDatastore_Task, 'duration_secs': 0.026107} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.962348] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c043f0-9ffd-47a1-a30c-76b81208c69e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.978890] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1621.978890] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52288577-e1a2-1c4a-8186-fc4d9489bd00" [ 1621.978890] env[64147]: _type = "Task" [ 1621.978890] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.992241] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52288577-e1a2-1c4a-8186-fc4d9489bd00, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.992518] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.992802] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66/6bee5b18-1b30-4fbe-90bf-9306fdc4bc66.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.993097] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96604703-abb0-4c75-b06a-936f7efa1b40 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.002344] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1622.002344] env[64147]: value = "task-1839990" [ 1622.002344] env[64147]: _type = "Task" [ 1622.002344] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.011428] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.031248] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066945} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.032911] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1622.032911] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9332eab0-38f0-4937-994d-8d4c3dbd2dc6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.060181] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] a2dd50c7-0e12-42d4-b6d3-c36c3e803e83/a2dd50c7-0e12-42d4-b6d3-c36c3e803e83.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.063527] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-037ef6af-145f-4f6a-ad6e-ef63ef7dfb7c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.088091] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1622.088091] env[64147]: value = "task-1839991" [ 1622.088091] env[64147]: _type = "Task" [ 1622.088091] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.095280] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.111376] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9563250-6c8e-4474-9aa1-1e1850d7e99a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.122036] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42da29d2-29b7-4ebb-a9e5-f669abbc24ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.162063] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe776a05-9f82-4411-9c83-2780c342bc4b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.175084] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e6d673-febf-4899-b5c1-583fa0b923ae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.192829] env[64147]: DEBUG nova.compute.provider_tree [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.216666] env[64147]: DEBUG oslo_vmware.api [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Task: {'id': task-1839989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350779} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.216979] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.217240] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.217460] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.217711] env[64147]: INFO nova.compute.manager [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1622.218032] env[64147]: DEBUG oslo.service.loopingcall [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.218355] env[64147]: DEBUG nova.compute.manager [-] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1622.218421] env[64147]: DEBUG nova.network.neutron [-] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1622.410523] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.513513] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839990, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.596860] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839991, 'name': ReconfigVM_Task, 'duration_secs': 0.458285} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.597433] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Reconfigured VM instance instance-00000031 to attach disk [datastore2] a2dd50c7-0e12-42d4-b6d3-c36c3e803e83/a2dd50c7-0e12-42d4-b6d3-c36c3e803e83.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.598226] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc948355-f3ff-4e8c-bb1f-ddcbe4221177 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.612057] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1622.612057] env[64147]: value = "task-1839992" [ 1622.612057] env[64147]: _type = "Task" [ 1622.612057] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.626301] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839992, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.668311] env[64147]: DEBUG oslo_concurrency.lockutils [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "35539f0e-e341-4d34-85ba-a1cff208b323" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.668625] env[64147]: DEBUG oslo_concurrency.lockutils [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "35539f0e-e341-4d34-85ba-a1cff208b323" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.668945] env[64147]: DEBUG nova.compute.manager [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1622.669781] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5857ddd-e310-4a9e-8dea-2e2dcd573484 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.679634] env[64147]: DEBUG nova.compute.manager [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1622.680286] env[64147]: DEBUG nova.objects.instance [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lazy-loading 'flavor' on Instance uuid 35539f0e-e341-4d34-85ba-a1cff208b323 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.696259] env[64147]: DEBUG nova.scheduler.client.report [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.907667] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.020669] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540587} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.021174] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66/6bee5b18-1b30-4fbe-90bf-9306fdc4bc66.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1623.021961] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.023476] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a245d80-c1e0-4fe5-aab1-5c4002ee3849 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.031549] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1623.031549] env[64147]: value = "task-1839993" [ 1623.031549] env[64147]: _type = "Task" [ 1623.031549] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.044904] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.125792] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839992, 'name': Rename_Task, 'duration_secs': 0.295844} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.125926] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.126094] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c46ce0-4251-416c-97cb-4714e4e77378 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.135929] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1623.135929] env[64147]: value = "task-1839994" [ 1623.135929] env[64147]: _type = "Task" [ 1623.135929] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.145079] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.203289] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.203289] env[64147]: DEBUG nova.compute.manager [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1623.210346] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.550s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.210346] env[64147]: INFO nova.compute.claims [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.365991] env[64147]: DEBUG nova.network.neutron [-] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.406903] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.434927] env[64147]: DEBUG nova.compute.manager [req-e0ec7d3d-eb28-43a0-a22a-a4ac9625f3ea req-f1439cf1-f310-4398-bbaa-d585d52f6332 service nova] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Received event network-vif-deleted-ef1fbb77-0f98-4bfa-94ac-37b4590bc1c9 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1623.544485] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067898} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.544756] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1623.545594] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b02245-27b5-449e-b149-ad595c7dc11d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.570900] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66/6bee5b18-1b30-4fbe-90bf-9306fdc4bc66.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.571795] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-904f57a8-f034-4295-a2d1-6e33aa8d84bb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.597807] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1623.597807] env[64147]: value = "task-1839995" [ 1623.597807] env[64147]: _type = "Task" [ 1623.597807] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.611718] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.646964] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839994, 'name': PowerOnVM_Task, 'duration_secs': 0.478221} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.647283] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.647510] env[64147]: INFO nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1623.647710] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.648581] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561df94e-17f6-47c7-8e93-eec071df106d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.695211] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1623.695211] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-427bd848-1cf7-43e2-9730-c02b96b6298c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.704714] env[64147]: DEBUG oslo_vmware.api [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1623.704714] env[64147]: value = "task-1839996" [ 1623.704714] env[64147]: _type = "Task" [ 1623.704714] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.719845] env[64147]: DEBUG nova.compute.utils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.721220] env[64147]: DEBUG oslo_vmware.api [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.724995] env[64147]: DEBUG nova.compute.manager [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1623.724995] env[64147]: DEBUG nova.network.neutron [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1623.793309] env[64147]: DEBUG nova.policy [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02d820facf1e4b7d9547445713da4a35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0c401aba1fc4e12afe917994f9ba9ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1623.869453] env[64147]: INFO nova.compute.manager [-] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Took 1.65 seconds to deallocate network for instance. [ 1623.910110] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.108836] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839995, 'name': ReconfigVM_Task, 'duration_secs': 0.483926} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.111417] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66/6bee5b18-1b30-4fbe-90bf-9306fdc4bc66.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.112442] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb869eaa-41a2-419c-ae45-40f4c6f379ac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.122114] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1624.122114] env[64147]: value = "task-1839997" [ 1624.122114] env[64147]: _type = "Task" [ 1624.122114] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.131687] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839997, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.169927] env[64147]: INFO nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Took 32.00 seconds to build instance. [ 1624.217912] env[64147]: DEBUG oslo_vmware.api [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1839996, 'name': PowerOffVM_Task, 'duration_secs': 0.354478} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.217912] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.218697] env[64147]: DEBUG nova.compute.manager [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.220132] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a11475-3af4-4dd0-8449-f444fc54c6a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.227671] env[64147]: DEBUG nova.compute.manager [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1624.288261] env[64147]: DEBUG nova.network.neutron [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Successfully created port: 585156b0-a068-4c21-ada1-441e206e2a6a {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1624.382340] env[64147]: DEBUG oslo_concurrency.lockutils [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.413459] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.632774] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839997, 'name': Rename_Task, 'duration_secs': 0.310169} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.633089] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.633677] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-997841cd-5638-491b-b5f6-fc8ad8fe052e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.644375] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1624.644375] env[64147]: value = "task-1839998" [ 1624.644375] env[64147]: _type = "Task" [ 1624.644375] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.653240] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.672624] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.702s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.746633] env[64147]: DEBUG oslo_concurrency.lockutils [None req-574b37e5-2943-4175-ba19-5e12b9224fc1 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "35539f0e-e341-4d34-85ba-a1cff208b323" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.885831] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ede7469-6525-4c9c-8b54-3d1eb1e846e6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.894832] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d965660-9456-4526-965d-f55849791438 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.935331] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bcd2e8-6249-434e-8039-da714660f14e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.941506] env[64147]: DEBUG oslo_vmware.api [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839982, 'name': ReconfigVM_Task, 'duration_secs': 6.814463} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.942264] env[64147]: DEBUG oslo_concurrency.lockutils [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.942526] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Reconfigured VM to detach interface {{(pid=64147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1624.950082] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d8f7a2-c05c-4de1-9b50-6ea73659496d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.966268] env[64147]: DEBUG nova.compute.provider_tree [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.156103] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839998, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.178521] env[64147]: DEBUG nova.compute.manager [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1625.236322] env[64147]: DEBUG nova.compute.manager [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1625.277911] env[64147]: DEBUG nova.virt.hardware [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1625.277911] env[64147]: DEBUG nova.virt.hardware [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1625.278177] env[64147]: DEBUG nova.virt.hardware [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1625.278263] env[64147]: DEBUG nova.virt.hardware [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1625.278408] env[64147]: DEBUG nova.virt.hardware [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1625.278557] env[64147]: DEBUG nova.virt.hardware [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1625.278768] env[64147]: DEBUG nova.virt.hardware [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1625.278926] env[64147]: DEBUG nova.virt.hardware [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1625.279123] env[64147]: DEBUG nova.virt.hardware [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1625.279293] env[64147]: DEBUG nova.virt.hardware [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1625.279466] env[64147]: DEBUG nova.virt.hardware [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1625.280393] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086518a1-8ffd-439b-9e24-30e3d146e61d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.294818] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4d98d1-fb1a-4799-b23d-f0870fdcd13f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.472034] env[64147]: DEBUG nova.scheduler.client.report [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1625.625669] env[64147]: DEBUG nova.compute.manager [req-cd1a8a9b-721f-494d-88c6-00d681d8eadf req-719c8b0e-1283-4470-ba55-df793206cd7f service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Received event network-vif-deleted-c14a6c33-ac35-4298-9187-d4856bb8ffc3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1625.625669] env[64147]: INFO nova.compute.manager [req-cd1a8a9b-721f-494d-88c6-00d681d8eadf req-719c8b0e-1283-4470-ba55-df793206cd7f service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Neutron deleted interface c14a6c33-ac35-4298-9187-d4856bb8ffc3; detaching it from the instance and deleting it from the info cache [ 1625.625669] env[64147]: DEBUG nova.network.neutron [req-cd1a8a9b-721f-494d-88c6-00d681d8eadf req-719c8b0e-1283-4470-ba55-df793206cd7f service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Updating instance_info_cache with network_info: [{"id": "b4350b47-f7df-4c64-a24e-df2212e820ce", "address": "fa:16:3e:42:6e:57", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4350b47-f7", "ovs_interfaceid": "b4350b47-f7df-4c64-a24e-df2212e820ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.656596] env[64147]: DEBUG oslo_vmware.api [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1839998, 'name': PowerOnVM_Task, 'duration_secs': 0.51583} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.656993] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.657187] env[64147]: INFO nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1625.657389] env[64147]: DEBUG nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1625.658288] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3111076f-f681-422b-8ce4-f7001bbc0bf2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.703144] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.983343] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.983845] env[64147]: DEBUG nova.compute.manager [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1625.987062] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.594s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.988492] env[64147]: INFO nova.compute.claims [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1626.129115] env[64147]: DEBUG oslo_concurrency.lockutils [req-cd1a8a9b-721f-494d-88c6-00d681d8eadf req-719c8b0e-1283-4470-ba55-df793206cd7f service nova] Acquiring lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.132033] env[64147]: DEBUG oslo_concurrency.lockutils [req-cd1a8a9b-721f-494d-88c6-00d681d8eadf req-719c8b0e-1283-4470-ba55-df793206cd7f service nova] Acquired lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.132033] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aabfff9-18fd-4e22-9584-6e99912dd706 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.156312] env[64147]: DEBUG oslo_concurrency.lockutils [req-cd1a8a9b-721f-494d-88c6-00d681d8eadf req-719c8b0e-1283-4470-ba55-df793206cd7f service nova] Releasing lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.156312] env[64147]: WARNING nova.compute.manager [req-cd1a8a9b-721f-494d-88c6-00d681d8eadf req-719c8b0e-1283-4470-ba55-df793206cd7f service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Detach interface failed, port_id=c14a6c33-ac35-4298-9187-d4856bb8ffc3, reason: No device with interface-id c14a6c33-ac35-4298-9187-d4856bb8ffc3 exists on VM: nova.exception.NotFound: No device with interface-id c14a6c33-ac35-4298-9187-d4856bb8ffc3 exists on VM [ 1626.183734] env[64147]: INFO nova.compute.manager [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Took 33.46 seconds to build instance. [ 1626.306025] env[64147]: DEBUG oslo_concurrency.lockutils [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.307035] env[64147]: DEBUG oslo_concurrency.lockutils [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.307035] env[64147]: DEBUG nova.network.neutron [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.340199] env[64147]: DEBUG nova.objects.instance [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lazy-loading 'flavor' on Instance uuid 35539f0e-e341-4d34-85ba-a1cff208b323 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.370623] env[64147]: DEBUG nova.network.neutron [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Successfully updated port: 585156b0-a068-4c21-ada1-441e206e2a6a {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1626.394346] env[64147]: DEBUG nova.compute.manager [req-5700f1d5-4cb9-4a74-af8a-a2ef6e07f8b4 req-ac6aa7a1-149b-46b5-98e0-6d93945928a7 service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Received event network-vif-plugged-585156b0-a068-4c21-ada1-441e206e2a6a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1626.394921] env[64147]: DEBUG oslo_concurrency.lockutils [req-5700f1d5-4cb9-4a74-af8a-a2ef6e07f8b4 req-ac6aa7a1-149b-46b5-98e0-6d93945928a7 service nova] Acquiring lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.395248] env[64147]: DEBUG oslo_concurrency.lockutils [req-5700f1d5-4cb9-4a74-af8a-a2ef6e07f8b4 req-ac6aa7a1-149b-46b5-98e0-6d93945928a7 service nova] Lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.395516] env[64147]: DEBUG oslo_concurrency.lockutils [req-5700f1d5-4cb9-4a74-af8a-a2ef6e07f8b4 req-ac6aa7a1-149b-46b5-98e0-6d93945928a7 service nova] Lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.395657] env[64147]: DEBUG nova.compute.manager [req-5700f1d5-4cb9-4a74-af8a-a2ef6e07f8b4 req-ac6aa7a1-149b-46b5-98e0-6d93945928a7 service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] No waiting events found dispatching network-vif-plugged-585156b0-a068-4c21-ada1-441e206e2a6a {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1626.395850] env[64147]: WARNING nova.compute.manager [req-5700f1d5-4cb9-4a74-af8a-a2ef6e07f8b4 req-ac6aa7a1-149b-46b5-98e0-6d93945928a7 service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Received unexpected event network-vif-plugged-585156b0-a068-4c21-ada1-441e206e2a6a for instance with vm_state building and task_state spawning. [ 1626.496166] env[64147]: DEBUG nova.compute.utils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.497659] env[64147]: DEBUG nova.compute.manager [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1626.497994] env[64147]: DEBUG nova.network.neutron [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.647928] env[64147]: DEBUG nova.policy [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192ccfb4f58c4d5d8a7e47c7ed0ef3ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7e19e9e3d4f4df9a5765da4e6d64684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1626.685446] env[64147]: DEBUG oslo_concurrency.lockutils [None req-18f132ce-9ade-4d96-a77c-2bd37516afcd tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.681s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.845678] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "refresh_cache-35539f0e-e341-4d34-85ba-a1cff208b323" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.845963] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquired lock "refresh_cache-35539f0e-e341-4d34-85ba-a1cff208b323" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.846221] env[64147]: DEBUG nova.network.neutron [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.846319] env[64147]: DEBUG nova.objects.instance [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lazy-loading 'info_cache' on Instance uuid 35539f0e-e341-4d34-85ba-a1cff208b323 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.875399] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "refresh_cache-b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.875399] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired lock "refresh_cache-b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.875399] env[64147]: DEBUG nova.network.neutron [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1627.004804] env[64147]: DEBUG nova.compute.manager [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1627.029501] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.029501] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.029501] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.029501] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.029878] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.036669] env[64147]: INFO nova.compute.manager [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Terminating instance [ 1627.158258] env[64147]: DEBUG nova.network.neutron [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Successfully created port: 92f9f141-7d0d-4f2c-9378-87346836f42c {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1627.187956] env[64147]: DEBUG nova.compute.manager [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.255081] env[64147]: DEBUG nova.network.neutron [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Updating instance_info_cache with network_info: [{"id": "b4350b47-f7df-4c64-a24e-df2212e820ce", "address": "fa:16:3e:42:6e:57", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4350b47-f7", "ovs_interfaceid": "b4350b47-f7df-4c64-a24e-df2212e820ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.353093] env[64147]: DEBUG nova.objects.base [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Object Instance<35539f0e-e341-4d34-85ba-a1cff208b323> lazy-loaded attributes: flavor,info_cache {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1627.415515] env[64147]: DEBUG nova.network.neutron [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1627.546458] env[64147]: DEBUG nova.compute.manager [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1627.546857] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.547822] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb16f259-3506-40c9-aaaa-21e8a9cd4e66 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.557823] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.562083] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a28595b8-e519-4baf-8df8-301c7d34db65 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.578057] env[64147]: DEBUG oslo_vmware.api [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1627.578057] env[64147]: value = "task-1839999" [ 1627.578057] env[64147]: _type = "Task" [ 1627.578057] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.592633] env[64147]: DEBUG oslo_vmware.api [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.618289] env[64147]: DEBUG nova.network.neutron [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Updating instance_info_cache with network_info: [{"id": "585156b0-a068-4c21-ada1-441e206e2a6a", "address": "fa:16:3e:cf:75:23", "network": {"id": "b73a51b3-037b-47a6-b952-9bde75400575", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604722611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0c401aba1fc4e12afe917994f9ba9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585156b0-a0", "ovs_interfaceid": "585156b0-a068-4c21-ada1-441e206e2a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.677030] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45321e49-0692-44dd-a9a4-7ae5d8ad2c70 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.689127] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfaf449-a595-4757-923e-5a15cea09411 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.728765] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.729869] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc521626-05e8-454d-8d3a-5ab2bfdf5fb7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.739978] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf81cc9d-dab8-446c-b812-e0222bea4eaa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.759349] env[64147]: DEBUG nova.compute.provider_tree [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.763583] env[64147]: DEBUG oslo_concurrency.lockutils [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.912394] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "de5091b6-6ad7-4558-b508-edfe729eb701" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.912655] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "de5091b6-6ad7-4558-b508-edfe729eb701" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.912867] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "de5091b6-6ad7-4558-b508-edfe729eb701-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.913065] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "de5091b6-6ad7-4558-b508-edfe729eb701-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.913241] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "de5091b6-6ad7-4558-b508-edfe729eb701-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.916971] env[64147]: INFO nova.compute.manager [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Terminating instance [ 1628.030177] env[64147]: DEBUG nova.compute.manager [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1628.071076] env[64147]: DEBUG nova.virt.hardware [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:42:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a9cb0b0d-649c-4690-a849-5a9d79b498f0',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1821541708',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1628.071562] env[64147]: DEBUG nova.virt.hardware [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1628.071877] env[64147]: DEBUG nova.virt.hardware [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1628.072430] env[64147]: DEBUG nova.virt.hardware [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1628.072683] env[64147]: DEBUG nova.virt.hardware [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1628.072976] env[64147]: DEBUG nova.virt.hardware [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1628.073384] env[64147]: DEBUG nova.virt.hardware [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1628.073720] env[64147]: DEBUG nova.virt.hardware [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1628.074224] env[64147]: DEBUG nova.virt.hardware [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1628.074436] env[64147]: DEBUG nova.virt.hardware [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1628.074801] env[64147]: DEBUG nova.virt.hardware [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1628.081079] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6e47fe-d208-415f-a77d-e8a1541f3f94 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.105762] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7083e8f-f034-4d2b-94b4-4cf478dc38ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.110039] env[64147]: DEBUG oslo_vmware.api [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1839999, 'name': PowerOffVM_Task, 'duration_secs': 0.244271} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.110329] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.110506] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.111607] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-287a2dbd-0bf0-420b-9123-4e0574270bc3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.124178] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Releasing lock "refresh_cache-b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.124178] env[64147]: DEBUG nova.compute.manager [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Instance network_info: |[{"id": "585156b0-a068-4c21-ada1-441e206e2a6a", "address": "fa:16:3e:cf:75:23", "network": {"id": "b73a51b3-037b-47a6-b952-9bde75400575", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604722611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0c401aba1fc4e12afe917994f9ba9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585156b0-a0", "ovs_interfaceid": "585156b0-a068-4c21-ada1-441e206e2a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1628.124178] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:75:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '585156b0-a068-4c21-ada1-441e206e2a6a', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1628.134706] env[64147]: DEBUG oslo.service.loopingcall [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.134968] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1628.135218] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae189507-ee73-40ee-9c0d-50f399e6cb97 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.159726] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1628.159726] env[64147]: value = "task-1840001" [ 1628.159726] env[64147]: _type = "Task" [ 1628.159726] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.167946] env[64147]: DEBUG nova.network.neutron [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Updating instance_info_cache with network_info: [{"id": "61948cb3-f8d1-4fab-856a-9e32c9092ad0", "address": "fa:16:3e:5a:5a:0f", "network": {"id": "f4f194bc-f6f2-404a-880a-c6c88875b6f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-985989175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee60d7099bf4f8ebd87f487e6cdd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61948cb3-f8", "ovs_interfaceid": "61948cb3-f8d1-4fab-856a-9e32c9092ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.172384] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840001, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.224483] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.224709] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.224891] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleting the datastore file [datastore1] f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.225197] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4375be97-0846-4619-8c5f-fdf777ee8e32 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.234410] env[64147]: DEBUG oslo_vmware.api [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1628.234410] env[64147]: value = "task-1840002" [ 1628.234410] env[64147]: _type = "Task" [ 1628.234410] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.242721] env[64147]: DEBUG oslo_vmware.api [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.264500] env[64147]: DEBUG nova.scheduler.client.report [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.268591] env[64147]: DEBUG oslo_concurrency.lockutils [None req-336e92cd-1245-4952-8db1-f17e373f4b0c tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde-c14a6c33-ac35-4298-9187-d4856bb8ffc3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.983s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.420839] env[64147]: DEBUG nova.compute.manager [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.421098] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.422083] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6122870-2c5c-4752-88ac-c702b976c601 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.434739] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.435014] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd22131-183a-47c7-a2fb-5ccf09b7a8c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.444434] env[64147]: DEBUG oslo_vmware.api [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1628.444434] env[64147]: value = "task-1840003" [ 1628.444434] env[64147]: _type = "Task" [ 1628.444434] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.454656] env[64147]: DEBUG oslo_vmware.api [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.672458] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840001, 'name': CreateVM_Task, 'duration_secs': 0.429852} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.672670] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.673402] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Releasing lock "refresh_cache-35539f0e-e341-4d34-85ba-a1cff208b323" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.677897] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.677897] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.677897] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.678515] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079e012d-98e2-4592-8234-0ab43742dd29 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.686475] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1628.686475] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52354d37-c992-6131-9567-023435e96339" [ 1628.686475] env[64147]: _type = "Task" [ 1628.686475] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.708337] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52354d37-c992-6131-9567-023435e96339, 'name': SearchDatastore_Task, 'duration_secs': 0.015866} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.708701] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.709065] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.709320] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.709472] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.709652] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.710104] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8908b57-00ca-4560-ac9f-f43b042c5db5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.723603] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.723822] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.724641] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f27f1cb-dd5d-40fa-a2f7-3072ad05f671 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.734126] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1628.734126] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f7b4f6-6853-902b-3221-b543142d7eb8" [ 1628.734126] env[64147]: _type = "Task" [ 1628.734126] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.745891] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f7b4f6-6853-902b-3221-b543142d7eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.748992] env[64147]: DEBUG oslo_vmware.api [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274391} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.749349] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.749540] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.749717] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.749890] env[64147]: INFO nova.compute.manager [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1628.750293] env[64147]: DEBUG oslo.service.loopingcall [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.750502] env[64147]: DEBUG nova.compute.manager [-] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1628.750598] env[64147]: DEBUG nova.network.neutron [-] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.770626] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.771134] env[64147]: DEBUG nova.compute.manager [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1628.775116] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.804s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.957244] env[64147]: DEBUG oslo_vmware.api [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840003, 'name': PowerOffVM_Task, 'duration_secs': 0.346479} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.957697] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.957872] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.958223] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e63bd0e-d8dd-4bbe-9645-f03925226343 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.967305] env[64147]: DEBUG nova.compute.manager [req-dbc22d12-6a21-4aa6-849d-fdbcc7a07986 req-482e8ce2-abfe-4f10-a822-762419c7db7e service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Received event network-changed-585156b0-a068-4c21-ada1-441e206e2a6a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1628.967305] env[64147]: DEBUG nova.compute.manager [req-dbc22d12-6a21-4aa6-849d-fdbcc7a07986 req-482e8ce2-abfe-4f10-a822-762419c7db7e service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Refreshing instance network info cache due to event network-changed-585156b0-a068-4c21-ada1-441e206e2a6a. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1628.967305] env[64147]: DEBUG oslo_concurrency.lockutils [req-dbc22d12-6a21-4aa6-849d-fdbcc7a07986 req-482e8ce2-abfe-4f10-a822-762419c7db7e service nova] Acquiring lock "refresh_cache-b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.967305] env[64147]: DEBUG oslo_concurrency.lockutils [req-dbc22d12-6a21-4aa6-849d-fdbcc7a07986 req-482e8ce2-abfe-4f10-a822-762419c7db7e service nova] Acquired lock "refresh_cache-b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.967305] env[64147]: DEBUG nova.network.neutron [req-dbc22d12-6a21-4aa6-849d-fdbcc7a07986 req-482e8ce2-abfe-4f10-a822-762419c7db7e service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Refreshing network info cache for port 585156b0-a068-4c21-ada1-441e206e2a6a {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.103973] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.103973] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.103973] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Deleting the datastore file [datastore2] de5091b6-6ad7-4558-b508-edfe729eb701 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.103973] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed205918-ca60-4d7f-9e36-b2fc0f1961fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.113773] env[64147]: DEBUG oslo_vmware.api [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1629.113773] env[64147]: value = "task-1840005" [ 1629.113773] env[64147]: _type = "Task" [ 1629.113773] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.123989] env[64147]: DEBUG oslo_vmware.api [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.178150] env[64147]: DEBUG nova.network.neutron [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Successfully updated port: 92f9f141-7d0d-4f2c-9378-87346836f42c {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1629.243278] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f7b4f6-6853-902b-3221-b543142d7eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.022819} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.244025] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c077fff-a4f0-41cb-bb8b-46d4f29c2e55 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.253424] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1629.253424] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5230dbb6-b388-d357-02c1-7021e31bd8e3" [ 1629.253424] env[64147]: _type = "Task" [ 1629.253424] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.268996] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5230dbb6-b388-d357-02c1-7021e31bd8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.276639] env[64147]: DEBUG nova.compute.utils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1629.277995] env[64147]: DEBUG nova.compute.manager [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1629.278580] env[64147]: DEBUG nova.network.neutron [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1629.386956] env[64147]: DEBUG nova.policy [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f13af12d043d46d098959df98ecb29f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cccf38384a5a41f487345c23f1af1ea6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1629.627084] env[64147]: DEBUG oslo_vmware.api [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.682776] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.682891] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.683165] env[64147]: DEBUG nova.network.neutron [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.687395] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.687395] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c575102b-e8ec-42c2-94db-72143689d5c8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.699216] env[64147]: DEBUG oslo_vmware.api [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1629.699216] env[64147]: value = "task-1840006" [ 1629.699216] env[64147]: _type = "Task" [ 1629.699216] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.713602] env[64147]: DEBUG oslo_vmware.api [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.769145] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5230dbb6-b388-d357-02c1-7021e31bd8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.022341} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.769866] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.770198] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d/b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.770513] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ca3e720-3900-4954-ad68-44f7744c87dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.779044] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1629.779044] env[64147]: value = "task-1840007" [ 1629.779044] env[64147]: _type = "Task" [ 1629.779044] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.783517] env[64147]: DEBUG nova.compute.manager [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1629.802248] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.838484] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance efc58ddd-7691-4490-9604-54d1793dc109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.838636] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 5b040baf-24be-44c9-9ada-abec2614a18a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.838758] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance b963fd88-11ad-48ec-910c-e531c727961e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.838877] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.838991] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1456713b-c899-46fd-ad10-9e90e6bb64c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.839128] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance e5285ea1-c895-4ed9-b81d-fbaac9d45b66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.839242] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 49e0af98-e430-4d2f-ae10-e6aa178006cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.839377] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance b7395f42-7370-49c6-b975-05a3432f71d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.839504] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 53ceb216-7d63-4dfd-8185-1bf488665180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.839613] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance fa858069-56fa-4de6-885c-670408b92daa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.839721] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 29fdb461-3f61-48ef-b36b-9a2c094a86cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.839828] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.840419] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 5ae6e0ed-3ded-432c-9efa-bdb576f5079b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.840419] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.840419] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance c43066a1-578d-4601-b350-1fdbd0a6a904 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.840419] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance d0244585-d683-4bf5-b9ca-790caff8b6f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.840419] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance eeb17f79-829d-40bf-b614-dac284c553f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.840665] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 43057bad-1a1f-4d28-8ec3-c98b82d34b99 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.840665] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance d9912b4a-3073-4db8-9362-ccafacf2802d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.840751] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 008248b7-29c5-48ea-a253-80534c1c9c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.840862] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 35539f0e-e341-4d34-85ba-a1cff208b323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.840967] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 33630811-b576-401a-9356-a80ea5a1750c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.841087] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 6e64e601-dfce-46e6-a6f2-ea1f39401c2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.841399] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance de5091b6-6ad7-4558-b508-edfe729eb701 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.841546] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance a2dd50c7-0e12-42d4-b6d3-c36c3e803e83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.841686] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.841803] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.841912] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.842031] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 07811f49-9bcb-4a28-b740-20fae75c98b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1630.037485] env[64147]: DEBUG nova.network.neutron [req-dbc22d12-6a21-4aa6-849d-fdbcc7a07986 req-482e8ce2-abfe-4f10-a822-762419c7db7e service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Updated VIF entry in instance network info cache for port 585156b0-a068-4c21-ada1-441e206e2a6a. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.037893] env[64147]: DEBUG nova.network.neutron [req-dbc22d12-6a21-4aa6-849d-fdbcc7a07986 req-482e8ce2-abfe-4f10-a822-762419c7db7e service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Updating instance_info_cache with network_info: [{"id": "585156b0-a068-4c21-ada1-441e206e2a6a", "address": "fa:16:3e:cf:75:23", "network": {"id": "b73a51b3-037b-47a6-b952-9bde75400575", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604722611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0c401aba1fc4e12afe917994f9ba9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585156b0-a0", "ovs_interfaceid": "585156b0-a068-4c21-ada1-441e206e2a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.127812] env[64147]: DEBUG oslo_vmware.api [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519274} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.128118] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1630.128316] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1630.128492] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1630.128663] env[64147]: INFO nova.compute.manager [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1630.128900] env[64147]: DEBUG oslo.service.loopingcall [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.129105] env[64147]: DEBUG nova.compute.manager [-] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1630.129196] env[64147]: DEBUG nova.network.neutron [-] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1630.161834] env[64147]: DEBUG nova.network.neutron [-] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.216048] env[64147]: DEBUG oslo_vmware.api [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840006, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.226522] env[64147]: DEBUG nova.network.neutron [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1630.297645] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840007, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.346544] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1630.368311] env[64147]: DEBUG nova.network.neutron [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Successfully created port: 9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.396847] env[64147]: DEBUG nova.network.neutron [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance_info_cache with network_info: [{"id": "92f9f141-7d0d-4f2c-9378-87346836f42c", "address": "fa:16:3e:bf:d4:37", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f9f141-7d", "ovs_interfaceid": "92f9f141-7d0d-4f2c-9378-87346836f42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.413613] env[64147]: DEBUG nova.compute.manager [req-f0c93214-f649-4bd5-8877-ab3aec30fcfb req-f93fef26-bbc8-4dff-a4d1-140c87e91f35 service nova] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Received event network-vif-deleted-b4350b47-f7df-4c64-a24e-df2212e820ce {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1630.542337] env[64147]: DEBUG oslo_concurrency.lockutils [req-dbc22d12-6a21-4aa6-849d-fdbcc7a07986 req-482e8ce2-abfe-4f10-a822-762419c7db7e service nova] Releasing lock "refresh_cache-b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.665981] env[64147]: INFO nova.compute.manager [-] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Took 1.92 seconds to deallocate network for instance. [ 1630.715573] env[64147]: DEBUG oslo_vmware.api [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840006, 'name': PowerOnVM_Task, 'duration_secs': 0.526558} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.716269] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1630.716503] env[64147]: DEBUG nova.compute.manager [None req-a9c8da3a-6853-4247-9385-2f30e3688a04 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.717206] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f4fc0-cc37-485b-a2dd-f69cc8da8195 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.797989] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605671} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.797989] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d/b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.797989] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.797989] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3590b9b0-dbf9-4a13-9e4b-8e84516bad2c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.803020] env[64147]: DEBUG nova.compute.manager [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1630.813516] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1630.813516] env[64147]: value = "task-1840008" [ 1630.813516] env[64147]: _type = "Task" [ 1630.813516] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.828999] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.846126] env[64147]: DEBUG nova.virt.hardware [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1630.846126] env[64147]: DEBUG nova.virt.hardware [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.846332] env[64147]: DEBUG nova.virt.hardware [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1630.846365] env[64147]: DEBUG nova.virt.hardware [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.846531] env[64147]: DEBUG nova.virt.hardware [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1630.846712] env[64147]: DEBUG nova.virt.hardware [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1630.846972] env[64147]: DEBUG nova.virt.hardware [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1630.850849] env[64147]: DEBUG nova.virt.hardware [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1630.851092] env[64147]: DEBUG nova.virt.hardware [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1630.851299] env[64147]: DEBUG nova.virt.hardware [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1630.851501] env[64147]: DEBUG nova.virt.hardware [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1630.852435] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance c23a554b-cedd-425d-9c37-1ef658fa8a1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1630.854242] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9f8f97-20f7-43ab-b865-68b5aa555d0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.864574] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e296ba3-b0a2-4308-92fc-25f0e42957c2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.899879] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.900614] env[64147]: DEBUG nova.compute.manager [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Instance network_info: |[{"id": "92f9f141-7d0d-4f2c-9378-87346836f42c", "address": "fa:16:3e:bf:d4:37", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f9f141-7d", "ovs_interfaceid": "92f9f141-7d0d-4f2c-9378-87346836f42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1630.900818] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:d4:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92f9f141-7d0d-4f2c-9378-87346836f42c', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.909350] env[64147]: DEBUG oslo.service.loopingcall [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.909993] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1630.910312] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-483e1f02-658a-4606-a982-4158ddcf8ed4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.942863] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.942863] env[64147]: value = "task-1840009" [ 1630.942863] env[64147]: _type = "Task" [ 1630.942863] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.954276] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840009, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.176330] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.329110] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "98d10e09-08f9-4881-81a9-9f301a3e2907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.329376] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.329602] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087672} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.329847] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1631.331221] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb00aa73-c2ad-4df5-8d1d-3300b04870cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.347170] env[64147]: DEBUG nova.network.neutron [-] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.357100] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d/b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.358021] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d8b8101-1332-4b21-84d2-b36dd5178043 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.373683] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance fd3092bf-6577-4c5d-b638-1ef11f4b3c1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1631.383578] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1631.383578] env[64147]: value = "task-1840010" [ 1631.383578] env[64147]: _type = "Task" [ 1631.383578] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.395629] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.458994] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840009, 'name': CreateVM_Task, 'duration_secs': 0.441531} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.459220] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.459969] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.460089] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.460422] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1631.460707] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0eef16a-c01e-4389-ae42-dca521143fd7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.466898] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1631.466898] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5239fffc-4ee4-496d-c70b-719e8d210520" [ 1631.466898] env[64147]: _type = "Task" [ 1631.466898] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.475600] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5239fffc-4ee4-496d-c70b-719e8d210520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.536976] env[64147]: DEBUG nova.compute.manager [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Received event network-vif-plugged-92f9f141-7d0d-4f2c-9378-87346836f42c {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1631.537289] env[64147]: DEBUG oslo_concurrency.lockutils [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] Acquiring lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.537478] env[64147]: DEBUG oslo_concurrency.lockutils [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] Lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.537608] env[64147]: DEBUG oslo_concurrency.lockutils [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] Lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.537779] env[64147]: DEBUG nova.compute.manager [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] No waiting events found dispatching network-vif-plugged-92f9f141-7d0d-4f2c-9378-87346836f42c {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1631.537950] env[64147]: WARNING nova.compute.manager [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Received unexpected event network-vif-plugged-92f9f141-7d0d-4f2c-9378-87346836f42c for instance with vm_state building and task_state spawning. [ 1631.538169] env[64147]: DEBUG nova.compute.manager [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Received event network-changed-92f9f141-7d0d-4f2c-9378-87346836f42c {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1631.538347] env[64147]: DEBUG nova.compute.manager [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Refreshing instance network info cache due to event network-changed-92f9f141-7d0d-4f2c-9378-87346836f42c. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1631.538549] env[64147]: DEBUG oslo_concurrency.lockutils [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] Acquiring lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.538659] env[64147]: DEBUG oslo_concurrency.lockutils [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] Acquired lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.538811] env[64147]: DEBUG nova.network.neutron [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Refreshing network info cache for port 92f9f141-7d0d-4f2c-9378-87346836f42c {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1631.858627] env[64147]: INFO nova.compute.manager [-] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Took 1.73 seconds to deallocate network for instance. [ 1631.877315] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 5410b69e-75c7-45d7-95a6-99c847419bf2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1631.897417] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840010, 'name': ReconfigVM_Task, 'duration_secs': 0.290652} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.897676] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Reconfigured VM instance instance-00000033 to attach disk [datastore2] b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d/b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.898605] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0ce643d-c027-412d-acb5-2219dfc0d2ac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.906489] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1631.906489] env[64147]: value = "task-1840011" [ 1631.906489] env[64147]: _type = "Task" [ 1631.906489] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.915671] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840011, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.978615] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5239fffc-4ee4-496d-c70b-719e8d210520, 'name': SearchDatastore_Task, 'duration_secs': 0.015966} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.978615] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.978615] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1631.978915] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.978915] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.979091] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1631.979468] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82da452f-335c-4150-bfe8-37170fefa360 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.989953] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1631.989953] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1631.990513] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3eae586-378e-4735-bf31-0c1ce6c49d8f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.996116] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1631.996116] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520c91cc-d596-e55c-7d22-81ab6c470dae" [ 1631.996116] env[64147]: _type = "Task" [ 1631.996116] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.004717] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520c91cc-d596-e55c-7d22-81ab6c470dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.251136] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.251571] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.252278] env[64147]: DEBUG nova.compute.manager [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.256662] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884a49f0-1e91-494e-87e6-ef10531591a8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.269932] env[64147]: DEBUG nova.compute.manager [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1632.271289] env[64147]: DEBUG nova.objects.instance [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'flavor' on Instance uuid 49e0af98-e430-4d2f-ae10-e6aa178006cf {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.364916] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.380453] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 51a314bf-bbaa-41fc-9cd6-d87206b00333 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1632.418810] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840011, 'name': Rename_Task, 'duration_secs': 0.163871} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.421495] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1632.421495] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4de473d4-c4ee-4aff-a54d-c3ad179b8d49 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.428714] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1632.428714] env[64147]: value = "task-1840012" [ 1632.428714] env[64147]: _type = "Task" [ 1632.428714] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.438192] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.509537] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520c91cc-d596-e55c-7d22-81ab6c470dae, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.510455] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070cc9ae-c6bc-45bc-b15c-bcd28cdba7aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.517546] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1632.517546] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526bd7a2-559a-bf1b-a99b-5e378222a43b" [ 1632.517546] env[64147]: _type = "Task" [ 1632.517546] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.532449] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526bd7a2-559a-bf1b-a99b-5e378222a43b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.548345] env[64147]: DEBUG nova.network.neutron [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updated VIF entry in instance network info cache for port 92f9f141-7d0d-4f2c-9378-87346836f42c. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1632.548700] env[64147]: DEBUG nova.network.neutron [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance_info_cache with network_info: [{"id": "92f9f141-7d0d-4f2c-9378-87346836f42c", "address": "fa:16:3e:bf:d4:37", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f9f141-7d", "ovs_interfaceid": "92f9f141-7d0d-4f2c-9378-87346836f42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.764498] env[64147]: DEBUG nova.network.neutron [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Successfully updated port: 9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1632.809351] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquiring lock "b7395f42-7370-49c6-b975-05a3432f71d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.809351] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Lock "b7395f42-7370-49c6-b975-05a3432f71d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.809525] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquiring lock "b7395f42-7370-49c6-b975-05a3432f71d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.810627] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Lock "b7395f42-7370-49c6-b975-05a3432f71d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.810627] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Lock "b7395f42-7370-49c6-b975-05a3432f71d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.812416] env[64147]: INFO nova.compute.manager [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Terminating instance [ 1632.883848] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 330c9cd3-28a5-43f4-8795-3d65741a6075 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1632.944501] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840012, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.032466] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526bd7a2-559a-bf1b-a99b-5e378222a43b, 'name': SearchDatastore_Task, 'duration_secs': 0.022449} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.032776] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.033045] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be/d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1633.033363] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8839c5ef-3956-4c09-89ce-8793dbea8cc3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.042859] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1633.042859] env[64147]: value = "task-1840013" [ 1633.042859] env[64147]: _type = "Task" [ 1633.042859] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.054712] env[64147]: DEBUG oslo_concurrency.lockutils [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] Releasing lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.055009] env[64147]: DEBUG nova.compute.manager [req-3fc171bd-6c2a-4385-b3d5-73ed8332fd4c req-fd12e6c4-4daa-4da0-bd54-6b9e8f94d78c service nova] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Received event network-vif-deleted-216afe47-757a-401d-862f-6d2e4e2f53ff {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1633.055420] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.269646] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.269646] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.269646] env[64147]: DEBUG nova.network.neutron [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.281747] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1633.282408] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88f97223-2ac8-4b54-b126-e4bd4b2ce2d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.291359] env[64147]: DEBUG oslo_vmware.api [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1633.291359] env[64147]: value = "task-1840014" [ 1633.291359] env[64147]: _type = "Task" [ 1633.291359] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.301610] env[64147]: DEBUG oslo_vmware.api [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.317116] env[64147]: DEBUG nova.compute.manager [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1633.317116] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1633.318600] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93f0945-ddf0-4e14-86ee-81258368d2ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.328250] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1633.328545] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb0f1516-dbce-46b7-8da8-520e11260934 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.336494] env[64147]: DEBUG oslo_vmware.api [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for the task: (returnval){ [ 1633.336494] env[64147]: value = "task-1840015" [ 1633.336494] env[64147]: _type = "Task" [ 1633.336494] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.347585] env[64147]: DEBUG oslo_vmware.api [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1840015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.390068] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 30e9bf11-4391-410c-bf48-86942adffc4e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1633.442561] env[64147]: DEBUG oslo_vmware.api [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840012, 'name': PowerOnVM_Task, 'duration_secs': 0.805889} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.442855] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1633.443125] env[64147]: INFO nova.compute.manager [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1633.443318] env[64147]: DEBUG nova.compute.manager [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1633.444422] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bee8f82-7cce-4529-b4d8-62cde6e8fffd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.554801] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840013, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.764599] env[64147]: DEBUG nova.compute.manager [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Received event network-vif-plugged-9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1633.764881] env[64147]: DEBUG oslo_concurrency.lockutils [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] Acquiring lock "07811f49-9bcb-4a28-b740-20fae75c98b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.765154] env[64147]: DEBUG oslo_concurrency.lockutils [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.765366] env[64147]: DEBUG oslo_concurrency.lockutils [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.765778] env[64147]: DEBUG nova.compute.manager [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] No waiting events found dispatching network-vif-plugged-9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1633.765778] env[64147]: WARNING nova.compute.manager [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Received unexpected event network-vif-plugged-9a926ce5-bc4a-487e-915d-6090fa9f1830 for instance with vm_state building and task_state spawning. [ 1633.766122] env[64147]: DEBUG nova.compute.manager [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Received event network-changed-9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1633.766223] env[64147]: DEBUG nova.compute.manager [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Refreshing instance network info cache due to event network-changed-9a926ce5-bc4a-487e-915d-6090fa9f1830. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1633.766387] env[64147]: DEBUG oslo_concurrency.lockutils [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] Acquiring lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.803823] env[64147]: DEBUG oslo_vmware.api [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840014, 'name': PowerOffVM_Task, 'duration_secs': 0.242767} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.804178] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1633.804416] env[64147]: DEBUG nova.compute.manager [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1633.805183] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2492aa80-2271-47dd-88d1-b4bc4e82223f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.837230] env[64147]: DEBUG nova.network.neutron [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.850251] env[64147]: DEBUG oslo_vmware.api [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1840015, 'name': PowerOffVM_Task, 'duration_secs': 0.350647} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.850372] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1633.850522] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1633.850778] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb16516-a29f-47ff-8418-92cd49024ef3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.892627] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1633.893041] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1633.893101] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1633.966813] env[64147]: INFO nova.compute.manager [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Took 33.93 seconds to build instance. [ 1634.041392] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1634.041751] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1634.041842] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Deleting the datastore file [datastore1] b7395f42-7370-49c6-b975-05a3432f71d4 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1634.042097] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69dccad1-aecf-473e-be7d-8f57f3f65a4f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.057802] env[64147]: DEBUG oslo_vmware.api [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for the task: (returnval){ [ 1634.057802] env[64147]: value = "task-1840017" [ 1634.057802] env[64147]: _type = "Task" [ 1634.057802] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.058136] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840013, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.068327] env[64147]: DEBUG oslo_vmware.api [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1840017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.312560] env[64147]: DEBUG nova.network.neutron [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updating instance_info_cache with network_info: [{"id": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "address": "fa:16:3e:05:07:60", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a926ce5-bc", "ovs_interfaceid": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.319266] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c6b4173-19aa-464a-88b9-9a640d611d82 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.403857] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e89c86e-b807-4348-8df8-d5c59025a0f1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.412926] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f924078b-8e27-4b6e-983e-c6cb20854615 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.443427] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2e399e-18cd-4eb0-984f-39fd5af93957 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.451598] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ff7cdf-3639-4f60-90c0-f380417e8886 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.467069] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.472407] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80874c84-bf45-4e40-b0a7-31bc02926b0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.046s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.556128] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840013, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.568221] env[64147]: DEBUG oslo_vmware.api [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1840017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.815699] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.816136] env[64147]: DEBUG nova.compute.manager [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Instance network_info: |[{"id": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "address": "fa:16:3e:05:07:60", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a926ce5-bc", "ovs_interfaceid": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1634.816544] env[64147]: DEBUG oslo_concurrency.lockutils [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] Acquired lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.816634] env[64147]: DEBUG nova.network.neutron [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Refreshing network info cache for port 9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.817942] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:07:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a926ce5-bc4a-487e-915d-6090fa9f1830', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.825745] env[64147]: DEBUG oslo.service.loopingcall [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.826486] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.826723] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d699ca97-d9a7-4fcd-8dc9-678827800ccd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.848633] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.848633] env[64147]: value = "task-1840018" [ 1634.848633] env[64147]: _type = "Task" [ 1634.848633] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.857491] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840018, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.971019] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1634.976220] env[64147]: DEBUG nova.compute.manager [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1635.056999] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840013, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.728653} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.057580] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be/d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1635.057800] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1635.058110] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c73ab51f-5f05-41a4-93da-47613d94daba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.068919] env[64147]: DEBUG oslo_vmware.api [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Task: {'id': task-1840017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.919691} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.069876] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1635.070074] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1635.070279] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1635.070450] env[64147]: INFO nova.compute.manager [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1635.070777] env[64147]: DEBUG oslo.service.loopingcall [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.071069] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1635.071069] env[64147]: value = "task-1840019" [ 1635.071069] env[64147]: _type = "Task" [ 1635.071069] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.071282] env[64147]: DEBUG nova.compute.manager [-] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1635.071381] env[64147]: DEBUG nova.network.neutron [-] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1635.085535] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.360420] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840018, 'name': CreateVM_Task, 'duration_secs': 0.351851} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.360420] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.360597] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.360787] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.361120] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.361376] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943760fe-5278-44a7-b69c-45e5c60880ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.366945] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1635.366945] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5277923e-5be2-9ef3-0e71-9905a4dc327c" [ 1635.366945] env[64147]: _type = "Task" [ 1635.366945] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.376208] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5277923e-5be2-9ef3-0e71-9905a4dc327c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.480643] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1635.480940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.706s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.483546] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.468s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.485156] env[64147]: INFO nova.compute.claims [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1635.510582] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.587021] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077851} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.587021] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1635.587021] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c099da0-de7a-477f-a385-d4174cfd81b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.611369] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be/d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.612276] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db61c6f1-478f-4b09-ba6a-7792ffa08878 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.639017] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1635.639017] env[64147]: value = "task-1840020" [ 1635.639017] env[64147]: _type = "Task" [ 1635.639017] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.646241] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.735303] env[64147]: DEBUG nova.network.neutron [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updated VIF entry in instance network info cache for port 9a926ce5-bc4a-487e-915d-6090fa9f1830. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.735303] env[64147]: DEBUG nova.network.neutron [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updating instance_info_cache with network_info: [{"id": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "address": "fa:16:3e:05:07:60", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a926ce5-bc", "ovs_interfaceid": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.879287] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5277923e-5be2-9ef3-0e71-9905a4dc327c, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.879563] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.879827] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.880100] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.880428] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.880488] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.880850] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fefb0ce-9654-4977-9e85-cac0af2bafcc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.893517] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.893746] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.894593] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08879780-c784-482f-89b4-45859726eb5e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.902722] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1635.902722] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5230cdb0-1a5f-d99e-7d09-ab52870c7e01" [ 1635.902722] env[64147]: _type = "Task" [ 1635.902722] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.912377] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5230cdb0-1a5f-d99e-7d09-ab52870c7e01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.059824] env[64147]: DEBUG nova.objects.instance [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'flavor' on Instance uuid 49e0af98-e430-4d2f-ae10-e6aa178006cf {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.149196] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840020, 'name': ReconfigVM_Task, 'duration_secs': 0.280236} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.149509] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Reconfigured VM instance instance-00000034 to attach disk [datastore2] d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be/d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1636.150188] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3826b996-33df-44bf-9dd9-b98d87cff93b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.162025] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1636.162025] env[64147]: value = "task-1840021" [ 1636.162025] env[64147]: _type = "Task" [ 1636.162025] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.170501] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840021, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.238641] env[64147]: DEBUG oslo_concurrency.lockutils [req-40a3aa26-20f8-4620-a0ea-b12e0016a9d3 req-69529115-e1ea-4db2-86fa-62e7f79123d6 service nova] Releasing lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.415291] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5230cdb0-1a5f-d99e-7d09-ab52870c7e01, 'name': SearchDatastore_Task, 'duration_secs': 0.012069} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.416681] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5fafc6-3f42-4ef6-92a8-fdf1936ded5f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.423836] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1636.423836] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e2fcf5-fe97-6322-7179-ab63e1f6f466" [ 1636.423836] env[64147]: _type = "Task" [ 1636.423836] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.431886] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e2fcf5-fe97-6322-7179-ab63e1f6f466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.440344] env[64147]: DEBUG nova.network.neutron [-] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.500203] env[64147]: DEBUG nova.compute.manager [req-58eb2c15-8bdd-4f2e-a990-253853711686 req-6346d5a9-331b-4973-9fae-c1f5404a4801 service nova] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Received event network-vif-deleted-5150b7d8-2b28-4e66-9524-4aedb27c8ba4 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1636.568403] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.571472] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.571472] env[64147]: DEBUG nova.network.neutron [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.571472] env[64147]: DEBUG nova.objects.instance [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'info_cache' on Instance uuid 49e0af98-e430-4d2f-ae10-e6aa178006cf {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.673516] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840021, 'name': Rename_Task, 'duration_secs': 0.331527} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.673815] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.674089] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1a63758-9468-4e8c-831b-75efa6556b75 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.680946] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1636.680946] env[64147]: value = "task-1840022" [ 1636.680946] env[64147]: _type = "Task" [ 1636.680946] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.689478] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.707476] env[64147]: DEBUG nova.compute.manager [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.708715] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaaf733-d0bc-4519-adfc-0fa6989dae9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.934448] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e2fcf5-fe97-6322-7179-ab63e1f6f466, 'name': SearchDatastore_Task, 'duration_secs': 0.013415} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.936911] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.937189] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 07811f49-9bcb-4a28-b740-20fae75c98b0/07811f49-9bcb-4a28-b740-20fae75c98b0.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1636.937635] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e50ad79-eac0-4f66-96a7-5e23efaf7745 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.945177] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1636.945177] env[64147]: value = "task-1840023" [ 1636.945177] env[64147]: _type = "Task" [ 1636.945177] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.945491] env[64147]: INFO nova.compute.manager [-] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Took 1.87 seconds to deallocate network for instance. [ 1636.963705] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.015017] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77026b9b-1daa-4a05-ad4f-85e0a4c696d3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.022419] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ea8b42-e021-44ac-8ef7-21e968bc4b34 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.056284] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b12da2b-a4bb-4f2a-9e85-acf24166587d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.065890] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7142038-59e4-499d-a8b4-1e3d7fb0bf9e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.073858] env[64147]: DEBUG nova.objects.base [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Object Instance<49e0af98-e430-4d2f-ae10-e6aa178006cf> lazy-loaded attributes: flavor,info_cache {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1637.087438] env[64147]: DEBUG nova.compute.provider_tree [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1637.193204] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840022, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.223689] env[64147]: INFO nova.compute.manager [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] instance snapshotting [ 1637.226712] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f791f434-fb23-4ede-967b-c4659c1afffc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.249085] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65fedd6-7cfe-42fc-a5ce-8580361e75e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.456523] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501352} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.456793] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 07811f49-9bcb-4a28-b740-20fae75c98b0/07811f49-9bcb-4a28-b740-20fae75c98b0.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1637.457049] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1637.457326] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcf902a7-cb3d-4aca-bd0c-ab312560a109 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.459954] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.465748] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1637.465748] env[64147]: value = "task-1840024" [ 1637.465748] env[64147]: _type = "Task" [ 1637.465748] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.476177] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.592748] env[64147]: DEBUG nova.scheduler.client.report [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1637.692247] env[64147]: DEBUG oslo_vmware.api [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840022, 'name': PowerOnVM_Task, 'duration_secs': 0.646231} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.692510] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.692708] env[64147]: INFO nova.compute.manager [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1637.692885] env[64147]: DEBUG nova.compute.manager [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1637.693821] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1260ade-b672-46cd-9309-acb2522b290f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.764430] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1637.764748] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f1931f3-a181-4bad-96fd-3285b1a34a80 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.773149] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1637.773149] env[64147]: value = "task-1840025" [ 1637.773149] env[64147]: _type = "Task" [ 1637.773149] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.786328] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840025, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.849735] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.850018] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.850223] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.850409] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.850581] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.852721] env[64147]: INFO nova.compute.manager [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Terminating instance [ 1637.975842] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071419} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.976180] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1637.976963] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f294e82-acee-45b1-b362-e266af9964d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.999237] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 07811f49-9bcb-4a28-b740-20fae75c98b0/07811f49-9bcb-4a28-b740-20fae75c98b0.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.999538] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e82a60-be94-48fc-bf22-5c43485c1075 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.014341] env[64147]: DEBUG nova.network.neutron [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance_info_cache with network_info: [{"id": "f617a657-b73b-4a69-aff0-7f452d489187", "address": "fa:16:3e:b4:51:fd", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf617a657-b7", "ovs_interfaceid": "f617a657-b73b-4a69-aff0-7f452d489187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.022799] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1638.022799] env[64147]: value = "task-1840026" [ 1638.022799] env[64147]: _type = "Task" [ 1638.022799] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.032447] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.098440] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.098983] env[64147]: DEBUG nova.compute.manager [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1638.102462] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.879s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.103575] env[64147]: INFO nova.compute.claims [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1638.210669] env[64147]: INFO nova.compute.manager [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Took 35.58 seconds to build instance. [ 1638.286266] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840025, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.363094] env[64147]: DEBUG nova.compute.manager [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.363094] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.363094] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce680af7-1754-4457-8b69-58406e763871 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.370944] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.371383] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a7d7fb9-9639-4a48-bcc7-3b56de40b0c3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.380225] env[64147]: DEBUG oslo_vmware.api [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1638.380225] env[64147]: value = "task-1840027" [ 1638.380225] env[64147]: _type = "Task" [ 1638.380225] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.390554] env[64147]: DEBUG oslo_vmware.api [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.517789] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.534514] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.610223] env[64147]: DEBUG nova.compute.utils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1638.611582] env[64147]: DEBUG nova.compute.manager [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1638.611765] env[64147]: DEBUG nova.network.neutron [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1638.712392] env[64147]: DEBUG nova.policy [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5c672a781f5450c808e83ba33961dcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb34cad6b5084a0fb6ddadf8f938a547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1638.714183] env[64147]: DEBUG oslo_concurrency.lockutils [None req-832846fd-0ce4-4ed7-b62e-33a2fb054b0e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.657s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.789240] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840025, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.888885] env[64147]: DEBUG oslo_vmware.api [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840027, 'name': PowerOffVM_Task, 'duration_secs': 0.211362} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.889224] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.889435] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.889739] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f64b0e20-8733-4a42-9739-3a8c04cdcb23 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.038212] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.041371] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.041371] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Deleting the datastore file [datastore1] 6e64e601-dfce-46e6-a6f2-ea1f39401c2c {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.044287] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97c1d94b-0592-42ac-826b-f74e032dfaba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.050320] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840026, 'name': ReconfigVM_Task, 'duration_secs': 0.850042} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.050320] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 07811f49-9bcb-4a28-b740-20fae75c98b0/07811f49-9bcb-4a28-b740-20fae75c98b0.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.050320] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74780d03-e39b-4ac3-9284-116d37f9d708 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.053928] env[64147]: DEBUG oslo_vmware.api [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1639.053928] env[64147]: value = "task-1840029" [ 1639.053928] env[64147]: _type = "Task" [ 1639.053928] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.063896] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1639.063896] env[64147]: value = "task-1840030" [ 1639.063896] env[64147]: _type = "Task" [ 1639.063896] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.072461] env[64147]: DEBUG oslo_vmware.api [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.080722] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840030, 'name': Rename_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.116563] env[64147]: DEBUG nova.compute.manager [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1639.216590] env[64147]: DEBUG nova.compute.manager [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1639.251979] env[64147]: DEBUG nova.network.neutron [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Successfully created port: 2352fb29-20b2-4dab-90d4-583da0d093e3 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1639.290457] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840025, 'name': CreateSnapshot_Task, 'duration_secs': 1.332612} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.290457] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1639.291255] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bad6d1-1118-42ba-a0b7-f68ed9d020cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.532393] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.532718] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab5155cb-3769-408e-9598-c8ce6c0c2f58 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.545240] env[64147]: DEBUG oslo_vmware.api [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1639.545240] env[64147]: value = "task-1840031" [ 1639.545240] env[64147]: _type = "Task" [ 1639.545240] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.561213] env[64147]: DEBUG oslo_vmware.api [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.568603] env[64147]: DEBUG oslo_vmware.api [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245383} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.574156] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.574372] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.574551] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.574727] env[64147]: INFO nova.compute.manager [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1639.574980] env[64147]: DEBUG oslo.service.loopingcall [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.575439] env[64147]: DEBUG nova.compute.manager [-] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.575544] env[64147]: DEBUG nova.network.neutron [-] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.583642] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840030, 'name': Rename_Task, 'duration_secs': 0.200338} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.583983] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.584192] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db457b2a-a233-42aa-9c7d-0edb3f5d91f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.595173] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1639.595173] env[64147]: value = "task-1840032" [ 1639.595173] env[64147]: _type = "Task" [ 1639.595173] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.605522] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.675465] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0488402-ccdd-4a49-8146-057a2083def2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.684231] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3675082-0ad0-4aa8-8e45-eab2144638ab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.718634] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5caab6-4356-4537-9309-be17548ed119 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.729693] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0114ec4-64fd-4381-98cb-87f67bf5869a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.745511] env[64147]: DEBUG nova.compute.provider_tree [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.750866] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.813992] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1639.813992] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-27f32c28-a905-427e-9035-ab99fd6f211f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.829105] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1639.829105] env[64147]: value = "task-1840033" [ 1639.829105] env[64147]: _type = "Task" [ 1639.829105] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.844595] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840033, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.061636] env[64147]: DEBUG oslo_vmware.api [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840031, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.107689] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840032, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.128925] env[64147]: DEBUG nova.compute.manager [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1640.177675] env[64147]: DEBUG nova.virt.hardware [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1640.177963] env[64147]: DEBUG nova.virt.hardware [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.178221] env[64147]: DEBUG nova.virt.hardware [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1640.178366] env[64147]: DEBUG nova.virt.hardware [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.178547] env[64147]: DEBUG nova.virt.hardware [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1640.178711] env[64147]: DEBUG nova.virt.hardware [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1640.178940] env[64147]: DEBUG nova.virt.hardware [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1640.179207] env[64147]: DEBUG nova.virt.hardware [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1640.179714] env[64147]: DEBUG nova.virt.hardware [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1640.179714] env[64147]: DEBUG nova.virt.hardware [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1640.180096] env[64147]: DEBUG nova.virt.hardware [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1640.180788] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8714104c-09c2-41fc-80ff-42b621d2f4b8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.194341] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e83685-87fe-42d8-9c9d-68bff5f38d4a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.250446] env[64147]: DEBUG nova.scheduler.client.report [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1640.340207] env[64147]: DEBUG nova.compute.manager [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Stashing vm_state: active {{(pid=64147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1640.347061] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840033, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.558817] env[64147]: DEBUG oslo_vmware.api [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840031, 'name': PowerOnVM_Task, 'duration_secs': 0.521823} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.559259] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.559510] env[64147]: DEBUG nova.compute.manager [None req-e921da4a-3a86-4986-866b-36ce33d2706d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.560651] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7ac648-0c2a-4691-b3cf-e36ab6b3dc2c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.609647] env[64147]: DEBUG oslo_vmware.api [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840032, 'name': PowerOnVM_Task, 'duration_secs': 0.826688} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.610037] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.610356] env[64147]: INFO nova.compute.manager [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1640.610719] env[64147]: DEBUG nova.compute.manager [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.611839] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92666cab-38f1-4291-909b-aef7c521bd87 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.717554] env[64147]: DEBUG nova.compute.manager [req-3a9af53a-5ee4-476e-a07c-1829594e86e1 req-81814226-5bbe-4733-aaef-d5bf90924ebb service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Received event network-vif-deleted-c5e252a5-f634-41a8-af5b-cee60ad83880 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1640.717758] env[64147]: INFO nova.compute.manager [req-3a9af53a-5ee4-476e-a07c-1829594e86e1 req-81814226-5bbe-4733-aaef-d5bf90924ebb service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Neutron deleted interface c5e252a5-f634-41a8-af5b-cee60ad83880; detaching it from the instance and deleting it from the info cache [ 1640.717933] env[64147]: DEBUG nova.network.neutron [req-3a9af53a-5ee4-476e-a07c-1829594e86e1 req-81814226-5bbe-4733-aaef-d5bf90924ebb service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.756039] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.756643] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1640.759466] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.688s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.760844] env[64147]: INFO nova.compute.claims [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1640.804531] env[64147]: DEBUG nova.network.neutron [-] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.842112] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840033, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.872422] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.137809] env[64147]: INFO nova.compute.manager [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Took 36.77 seconds to build instance. [ 1641.220879] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-498665ed-cdbc-4144-8b97-5a72b47b90ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.231592] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a991be-06d4-49f9-8d4d-ca4c660de3f8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.281219] env[64147]: DEBUG nova.compute.utils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1641.286291] env[64147]: DEBUG nova.compute.manager [req-3a9af53a-5ee4-476e-a07c-1829594e86e1 req-81814226-5bbe-4733-aaef-d5bf90924ebb service nova] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Detach interface failed, port_id=c5e252a5-f634-41a8-af5b-cee60ad83880, reason: Instance 6e64e601-dfce-46e6-a6f2-ea1f39401c2c could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1641.287963] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1641.288271] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1641.306696] env[64147]: INFO nova.compute.manager [-] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Took 1.73 seconds to deallocate network for instance. [ 1641.343194] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840033, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.424738] env[64147]: DEBUG nova.policy [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a030679f8bc94d4ea3cdc8d1482e7fdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f47a3d47f774fb5a89879188848d045', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1641.641194] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5e0f5be-3d61-4fd8-ad7f-e2edbf19d006 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.664s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.791454] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1641.819692] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.850569] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840033, 'name': CloneVM_Task, 'duration_secs': 1.854856} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.850569] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Created linked-clone VM from snapshot [ 1641.851035] env[64147]: DEBUG nova.network.neutron [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Successfully updated port: 2352fb29-20b2-4dab-90d4-583da0d093e3 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1641.852570] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c38fbd-277a-468d-b32f-a380f2c3b26a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.862654] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Uploading image 9d7ce7a0-d7a9-4a27-8e92-256d44734988 {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1641.883162] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1641.883162] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-953d3bc5-3a23-49e2-91dd-0078e4f0eb48 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.892019] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1641.892019] env[64147]: value = "task-1840034" [ 1641.892019] env[64147]: _type = "Task" [ 1641.892019] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.904822] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840034, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.066227] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Successfully created port: a2edd453-378c-4b4e-b305-210dff4ccb44 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1642.357980] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "refresh_cache-1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.358228] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired lock "refresh_cache-1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.358228] env[64147]: DEBUG nova.network.neutron [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.409043] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840034, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.477561] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a4ce3f-1e7f-42d2-8a38-e985fbb66f88 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.483473] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d78b31-3939-4156-ab16-4fa74936cee3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.514508] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bc585e-61e8-42e1-975c-70024d059379 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.522593] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2783de1-7d82-406d-9c26-19c73e4b31b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.539287] env[64147]: DEBUG nova.compute.provider_tree [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.651271] env[64147]: DEBUG nova.compute.manager [req-2272a739-ae87-43ba-9325-8ec3080e0b60 req-6f399250-6f78-4701-928b-b2f554bea72a service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Received event network-changed-9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1642.651271] env[64147]: DEBUG nova.compute.manager [req-2272a739-ae87-43ba-9325-8ec3080e0b60 req-6f399250-6f78-4701-928b-b2f554bea72a service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Refreshing instance network info cache due to event network-changed-9a926ce5-bc4a-487e-915d-6090fa9f1830. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1642.651463] env[64147]: DEBUG oslo_concurrency.lockutils [req-2272a739-ae87-43ba-9325-8ec3080e0b60 req-6f399250-6f78-4701-928b-b2f554bea72a service nova] Acquiring lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.651605] env[64147]: DEBUG oslo_concurrency.lockutils [req-2272a739-ae87-43ba-9325-8ec3080e0b60 req-6f399250-6f78-4701-928b-b2f554bea72a service nova] Acquired lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.651820] env[64147]: DEBUG nova.network.neutron [req-2272a739-ae87-43ba-9325-8ec3080e0b60 req-6f399250-6f78-4701-928b-b2f554bea72a service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Refreshing network info cache for port 9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1642.805091] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1642.832983] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1642.833290] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.833452] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1642.833661] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.833844] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1642.834050] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1642.834395] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1642.834483] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1642.834603] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1642.834767] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1642.834940] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1642.835953] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8b5143-3ec5-4415-a7f5-66fde36c3491 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.845924] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f56f7a-03d7-4767-bbda-384fa157dae3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.863441] env[64147]: DEBUG nova.compute.manager [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Received event network-vif-plugged-2352fb29-20b2-4dab-90d4-583da0d093e3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1642.863701] env[64147]: DEBUG oslo_concurrency.lockutils [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] Acquiring lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.863870] env[64147]: DEBUG oslo_concurrency.lockutils [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] Lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.864070] env[64147]: DEBUG oslo_concurrency.lockutils [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] Lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.864250] env[64147]: DEBUG nova.compute.manager [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] No waiting events found dispatching network-vif-plugged-2352fb29-20b2-4dab-90d4-583da0d093e3 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1642.864415] env[64147]: WARNING nova.compute.manager [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Received unexpected event network-vif-plugged-2352fb29-20b2-4dab-90d4-583da0d093e3 for instance with vm_state building and task_state spawning. [ 1642.864573] env[64147]: DEBUG nova.compute.manager [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Received event network-changed-2352fb29-20b2-4dab-90d4-583da0d093e3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1642.864732] env[64147]: DEBUG nova.compute.manager [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Refreshing instance network info cache due to event network-changed-2352fb29-20b2-4dab-90d4-583da0d093e3. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1642.864891] env[64147]: DEBUG oslo_concurrency.lockutils [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] Acquiring lock "refresh_cache-1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.903508] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840034, 'name': Destroy_Task, 'duration_secs': 0.808756} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.903861] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Destroyed the VM [ 1642.904196] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1642.904504] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5eeedc93-c840-4406-af7a-f7e9f7834c11 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.911844] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1642.911844] env[64147]: value = "task-1840035" [ 1642.911844] env[64147]: _type = "Task" [ 1642.911844] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.919970] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840035, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.938616] env[64147]: DEBUG nova.network.neutron [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.036218] env[64147]: DEBUG nova.objects.instance [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lazy-loading 'flavor' on Instance uuid 5b040baf-24be-44c9-9ada-abec2614a18a {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.044651] env[64147]: DEBUG nova.scheduler.client.report [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.219349] env[64147]: DEBUG nova.network.neutron [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Updating instance_info_cache with network_info: [{"id": "2352fb29-20b2-4dab-90d4-583da0d093e3", "address": "fa:16:3e:b6:60:c0", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2352fb29-20", "ovs_interfaceid": "2352fb29-20b2-4dab-90d4-583da0d093e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.428386] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840035, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.464628] env[64147]: DEBUG nova.network.neutron [req-2272a739-ae87-43ba-9325-8ec3080e0b60 req-6f399250-6f78-4701-928b-b2f554bea72a service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updated VIF entry in instance network info cache for port 9a926ce5-bc4a-487e-915d-6090fa9f1830. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1643.465074] env[64147]: DEBUG nova.network.neutron [req-2272a739-ae87-43ba-9325-8ec3080e0b60 req-6f399250-6f78-4701-928b-b2f554bea72a service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updating instance_info_cache with network_info: [{"id": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "address": "fa:16:3e:05:07:60", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a926ce5-bc", "ovs_interfaceid": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.541563] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquiring lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.541837] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquired lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.552774] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.553306] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1643.555824] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.432s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.556108] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.557985] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.136s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.558209] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.562019] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.664s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.562019] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.562019] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.575s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.563172] env[64147]: INFO nova.compute.claims [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.592188] env[64147]: INFO nova.scheduler.client.report [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Deleted allocations for instance c43066a1-578d-4601-b350-1fdbd0a6a904 [ 1643.598417] env[64147]: INFO nova.scheduler.client.report [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Deleted allocations for instance 5ae6e0ed-3ded-432c-9efa-bdb576f5079b [ 1643.617711] env[64147]: INFO nova.scheduler.client.report [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Deleted allocations for instance 43057bad-1a1f-4d28-8ec3-c98b82d34b99 [ 1643.722329] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Releasing lock "refresh_cache-1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.722682] env[64147]: DEBUG nova.compute.manager [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Instance network_info: |[{"id": "2352fb29-20b2-4dab-90d4-583da0d093e3", "address": "fa:16:3e:b6:60:c0", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2352fb29-20", "ovs_interfaceid": "2352fb29-20b2-4dab-90d4-583da0d093e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1643.722992] env[64147]: DEBUG oslo_concurrency.lockutils [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] Acquired lock "refresh_cache-1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.723193] env[64147]: DEBUG nova.network.neutron [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Refreshing network info cache for port 2352fb29-20b2-4dab-90d4-583da0d093e3 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.726418] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:60:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2352fb29-20b2-4dab-90d4-583da0d093e3', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1643.734686] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Creating folder: Project (cb34cad6b5084a0fb6ddadf8f938a547). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1643.735858] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb143deb-807e-4c26-8d08-0855674fd243 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.748757] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Created folder: Project (cb34cad6b5084a0fb6ddadf8f938a547) in parent group-v380629. [ 1643.749228] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Creating folder: Instances. Parent ref: group-v380769. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1643.749341] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6d32184-39e8-42ba-8cb4-971d28e96fea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.760398] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Created folder: Instances in parent group-v380769. [ 1643.760675] env[64147]: DEBUG oslo.service.loopingcall [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.760984] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1643.761100] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43ce920b-8613-418f-8a84-9a3649dc8d6f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.785291] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1643.785291] env[64147]: value = "task-1840038" [ 1643.785291] env[64147]: _type = "Task" [ 1643.785291] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.794173] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840038, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.923948] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840035, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.970378] env[64147]: DEBUG nova.network.neutron [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.973758] env[64147]: DEBUG oslo_concurrency.lockutils [req-2272a739-ae87-43ba-9325-8ec3080e0b60 req-6f399250-6f78-4701-928b-b2f554bea72a service nova] Releasing lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.068120] env[64147]: DEBUG nova.compute.utils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1644.072090] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1644.072375] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.104283] env[64147]: DEBUG oslo_concurrency.lockutils [None req-91dec6c0-69d6-4cb2-82d7-15305e017eed tempest-ServerShowV247Test-1940951332 tempest-ServerShowV247Test-1940951332-project-member] Lock "c43066a1-578d-4601-b350-1fdbd0a6a904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.944s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.109354] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2d323416-c0eb-46a4-9f93-3d1a0842ff89 tempest-ServersTestJSON-888470946 tempest-ServersTestJSON-888470946-project-member] Lock "5ae6e0ed-3ded-432c-9efa-bdb576f5079b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.955s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.131017] env[64147]: DEBUG nova.policy [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a030679f8bc94d4ea3cdc8d1482e7fdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f47a3d47f774fb5a89879188848d045', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1644.132938] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ceffa970-e886-477a-9e67-2fd0588d3e26 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "43057bad-1a1f-4d28-8ec3-c98b82d34b99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.287s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.178301] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Successfully updated port: a2edd453-378c-4b4e-b305-210dff4ccb44 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1644.297237] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840038, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.406750] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Successfully created port: 6dcfa34e-bd28-48ad-8f3c-a6615836ad79 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1644.423460] env[64147]: DEBUG oslo_vmware.api [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840035, 'name': RemoveSnapshot_Task, 'duration_secs': 1.246816} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.425769] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1644.577847] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1644.684877] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "refresh_cache-c23a554b-cedd-425d-9c37-1ef658fa8a1f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.684979] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "refresh_cache-c23a554b-cedd-425d-9c37-1ef658fa8a1f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.685112] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.793201] env[64147]: DEBUG nova.network.neutron [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Updated VIF entry in instance network info cache for port 2352fb29-20b2-4dab-90d4-583da0d093e3. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1644.793562] env[64147]: DEBUG nova.network.neutron [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Updating instance_info_cache with network_info: [{"id": "2352fb29-20b2-4dab-90d4-583da0d093e3", "address": "fa:16:3e:b6:60:c0", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2352fb29-20", "ovs_interfaceid": "2352fb29-20b2-4dab-90d4-583da0d093e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.802270] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840038, 'name': CreateVM_Task, 'duration_secs': 0.628139} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.802690] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.806500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.806500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.806500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.807843] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46e1c47-2959-4ba8-af94-d1616a82ce72 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.814364] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1644.814364] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5290f6ca-7186-a4ed-bb13-9c4fd633bf9d" [ 1644.814364] env[64147]: _type = "Task" [ 1644.814364] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.824060] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5290f6ca-7186-a4ed-bb13-9c4fd633bf9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.931338] env[64147]: WARNING nova.compute.manager [None req-3e2d740d-18f0-411c-b708-9d0e39b1fac1 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Image not found during snapshot: nova.exception.ImageNotFound: Image 9d7ce7a0-d7a9-4a27-8e92-256d44734988 could not be found. [ 1645.165076] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d990f8f-e44f-4541-a3d5-137c46e89c75 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.172832] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44185004-ea0d-4a0d-98d8-d62170507152 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.208554] env[64147]: DEBUG nova.network.neutron [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updating instance_info_cache with network_info: [{"id": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "address": "fa:16:3e:69:88:0c", "network": {"id": "f09e55e8-70ad-48ff-93c4-c144ececd1a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-814479189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc237f3720f4f32bf45ffdc90c4936d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfd0cb6-6f", "ovs_interfaceid": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.210436] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb49e2a-04e7-4ae3-b831-44af4640bb8d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.219688] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237adf87-6dbf-4be7-9f4e-26c4a2f36576 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.238365] env[64147]: DEBUG nova.compute.provider_tree [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.248938] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.304249] env[64147]: DEBUG oslo_concurrency.lockutils [req-dc53ee79-2e8e-4010-add2-ebd3c664bd2c req-de323cef-82b0-4d83-b474-d3dea2fe9752 service nova] Releasing lock "refresh_cache-1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.316425] env[64147]: DEBUG nova.compute.manager [req-595ebbd4-c740-4885-9927-d86beae74aa1 req-49532368-6546-4b96-b2b2-7104b96fc36a service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Received event network-changed-8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1645.316704] env[64147]: DEBUG nova.compute.manager [req-595ebbd4-c740-4885-9927-d86beae74aa1 req-49532368-6546-4b96-b2b2-7104b96fc36a service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Refreshing instance network info cache due to event network-changed-8dfd0cb6-6f1a-4952-9998-5d384753e231. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1645.316914] env[64147]: DEBUG oslo_concurrency.lockutils [req-595ebbd4-c740-4885-9927-d86beae74aa1 req-49532368-6546-4b96-b2b2-7104b96fc36a service nova] Acquiring lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.327821] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5290f6ca-7186-a4ed-bb13-9c4fd633bf9d, 'name': SearchDatastore_Task, 'duration_secs': 0.024234} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.328139] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.328425] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.329381] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.329381] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.329381] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.329381] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd7f58c-670b-4af4-8135-0cfc3875f633 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.337976] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.338245] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1645.340030] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0e279b-e896-4529-ac19-76156dd4fc34 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.344680] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1645.344680] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52abbc48-95da-198b-ea29-a2b081d0f4f4" [ 1645.344680] env[64147]: _type = "Task" [ 1645.344680] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.355999] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52abbc48-95da-198b-ea29-a2b081d0f4f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.515576] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Updating instance_info_cache with network_info: [{"id": "a2edd453-378c-4b4e-b305-210dff4ccb44", "address": "fa:16:3e:65:73:37", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2edd453-37", "ovs_interfaceid": "a2edd453-378c-4b4e-b305-210dff4ccb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.591945] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1645.605309] env[64147]: DEBUG nova.compute.manager [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Received event network-vif-plugged-a2edd453-378c-4b4e-b305-210dff4ccb44 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1645.605521] env[64147]: DEBUG oslo_concurrency.lockutils [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] Acquiring lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.605720] env[64147]: DEBUG oslo_concurrency.lockutils [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] Lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.605888] env[64147]: DEBUG oslo_concurrency.lockutils [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] Lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.606098] env[64147]: DEBUG nova.compute.manager [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] No waiting events found dispatching network-vif-plugged-a2edd453-378c-4b4e-b305-210dff4ccb44 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1645.606281] env[64147]: WARNING nova.compute.manager [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Received unexpected event network-vif-plugged-a2edd453-378c-4b4e-b305-210dff4ccb44 for instance with vm_state building and task_state spawning. [ 1645.606476] env[64147]: DEBUG nova.compute.manager [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Received event network-changed-a2edd453-378c-4b4e-b305-210dff4ccb44 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1645.606586] env[64147]: DEBUG nova.compute.manager [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Refreshing instance network info cache due to event network-changed-a2edd453-378c-4b4e-b305-210dff4ccb44. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1645.606747] env[64147]: DEBUG oslo_concurrency.lockutils [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] Acquiring lock "refresh_cache-c23a554b-cedd-425d-9c37-1ef658fa8a1f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.630623] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1645.630862] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.631037] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1645.631213] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.631353] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1645.631494] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1645.631700] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1645.631856] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1645.632069] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1645.632328] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1645.632441] env[64147]: DEBUG nova.virt.hardware [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1645.633337] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f315ada-b24f-44af-83ec-e1189e14c573 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.640549] env[64147]: DEBUG oslo_concurrency.lockutils [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "b963fd88-11ad-48ec-910c-e531c727961e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.640776] env[64147]: DEBUG oslo_concurrency.lockutils [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "b963fd88-11ad-48ec-910c-e531c727961e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.640955] env[64147]: INFO nova.compute.manager [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Shelving [ 1645.643825] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c0a99f-0e38-497f-af8d-12173cb54293 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.714540] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Releasing lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.714811] env[64147]: DEBUG nova.compute.manager [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Inject network info {{(pid=64147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1645.715096] env[64147]: DEBUG nova.compute.manager [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] network_info to inject: |[{"id": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "address": "fa:16:3e:69:88:0c", "network": {"id": "f09e55e8-70ad-48ff-93c4-c144ececd1a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-814479189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc237f3720f4f32bf45ffdc90c4936d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfd0cb6-6f", "ovs_interfaceid": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1645.720606] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Reconfiguring VM instance to set the machine id {{(pid=64147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1645.720806] env[64147]: DEBUG oslo_concurrency.lockutils [req-595ebbd4-c740-4885-9927-d86beae74aa1 req-49532368-6546-4b96-b2b2-7104b96fc36a service nova] Acquired lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.720981] env[64147]: DEBUG nova.network.neutron [req-595ebbd4-c740-4885-9927-d86beae74aa1 req-49532368-6546-4b96-b2b2-7104b96fc36a service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Refreshing network info cache for port 8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.722798] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f6adae-f6f7-4149-a2d4-415bff9489a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.739834] env[64147]: DEBUG nova.scheduler.client.report [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.749998] env[64147]: DEBUG oslo_vmware.api [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1645.749998] env[64147]: value = "task-1840039" [ 1645.749998] env[64147]: _type = "Task" [ 1645.749998] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.765671] env[64147]: DEBUG oslo_vmware.api [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1840039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.855532] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52abbc48-95da-198b-ea29-a2b081d0f4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.856392] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f1f9377-6c76-46df-9228-7352848592d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.861800] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1645.861800] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b93b30-785a-2171-2344-f8835531887a" [ 1645.861800] env[64147]: _type = "Task" [ 1645.861800] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.872913] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b93b30-785a-2171-2344-f8835531887a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.017282] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "refresh_cache-c23a554b-cedd-425d-9c37-1ef658fa8a1f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.017676] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Instance network_info: |[{"id": "a2edd453-378c-4b4e-b305-210dff4ccb44", "address": "fa:16:3e:65:73:37", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2edd453-37", "ovs_interfaceid": "a2edd453-378c-4b4e-b305-210dff4ccb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1646.018031] env[64147]: DEBUG oslo_concurrency.lockutils [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] Acquired lock "refresh_cache-c23a554b-cedd-425d-9c37-1ef658fa8a1f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.018219] env[64147]: DEBUG nova.network.neutron [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Refreshing network info cache for port a2edd453-378c-4b4e-b305-210dff4ccb44 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.023018] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:73:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2edd453-378c-4b4e-b305-210dff4ccb44', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1646.027543] env[64147]: DEBUG oslo.service.loopingcall [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.031390] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1646.031604] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dc1281e-d938-4b12-a19d-d7c450d5098a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.055722] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1646.055722] env[64147]: value = "task-1840040" [ 1646.055722] env[64147]: _type = "Task" [ 1646.055722] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.064592] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840040, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.112807] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Successfully updated port: 6dcfa34e-bd28-48ad-8f3c-a6615836ad79 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.245358] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.245909] env[64147]: DEBUG nova.compute.manager [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1646.252553] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.240s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.254306] env[64147]: INFO nova.compute.claims [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.269599] env[64147]: DEBUG oslo_vmware.api [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1840039, 'name': ReconfigVM_Task, 'duration_secs': 0.183123} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.269599] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0b624cb9-3943-49f8-8f0f-79392fc4baaf tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Reconfigured VM instance to set the machine id {{(pid=64147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1646.360367] env[64147]: DEBUG nova.network.neutron [req-595ebbd4-c740-4885-9927-d86beae74aa1 req-49532368-6546-4b96-b2b2-7104b96fc36a service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updated VIF entry in instance network info cache for port 8dfd0cb6-6f1a-4952-9998-5d384753e231. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.360820] env[64147]: DEBUG nova.network.neutron [req-595ebbd4-c740-4885-9927-d86beae74aa1 req-49532368-6546-4b96-b2b2-7104b96fc36a service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updating instance_info_cache with network_info: [{"id": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "address": "fa:16:3e:69:88:0c", "network": {"id": "f09e55e8-70ad-48ff-93c4-c144ececd1a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-814479189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc237f3720f4f32bf45ffdc90c4936d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfd0cb6-6f", "ovs_interfaceid": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.375107] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b93b30-785a-2171-2344-f8835531887a, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.375503] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.375989] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5/1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1646.377022] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd452d19-a920-4257-8ba7-aa9e87ffbea8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.385062] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1646.385062] env[64147]: value = "task-1840041" [ 1646.385062] env[64147]: _type = "Task" [ 1646.385062] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.394707] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.568083] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840040, 'name': CreateVM_Task, 'duration_secs': 0.481081} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.568434] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.569364] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.569364] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.569918] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.570235] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4efeba2-1302-4645-bd08-b4551fc07dc4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.576584] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1646.576584] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52034017-806d-252b-de3d-1813082ef4c2" [ 1646.576584] env[64147]: _type = "Task" [ 1646.576584] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.586046] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52034017-806d-252b-de3d-1813082ef4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.624658] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "refresh_cache-fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.624658] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "refresh_cache-fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.624658] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.655955] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.655955] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0b77243-2ebc-4da1-8db0-b8fa68b4bb53 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.667395] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1646.667395] env[64147]: value = "task-1840042" [ 1646.667395] env[64147]: _type = "Task" [ 1646.667395] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.682240] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.759416] env[64147]: DEBUG nova.compute.utils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.768761] env[64147]: DEBUG nova.compute.manager [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Not allocating networking since 'none' was specified. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1646.867721] env[64147]: DEBUG oslo_concurrency.lockutils [req-595ebbd4-c740-4885-9927-d86beae74aa1 req-49532368-6546-4b96-b2b2-7104b96fc36a service nova] Releasing lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.900742] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840041, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.955309] env[64147]: DEBUG nova.network.neutron [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Updated VIF entry in instance network info cache for port a2edd453-378c-4b4e-b305-210dff4ccb44. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.955820] env[64147]: DEBUG nova.network.neutron [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Updating instance_info_cache with network_info: [{"id": "a2edd453-378c-4b4e-b305-210dff4ccb44", "address": "fa:16:3e:65:73:37", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2edd453-37", "ovs_interfaceid": "a2edd453-378c-4b4e-b305-210dff4ccb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.090942] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52034017-806d-252b-de3d-1813082ef4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.045851} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.091314] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.091569] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1647.091811] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.091956] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.092381] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.093328] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40f69116-c0b9-4475-ad06-a36450ccf69b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.103010] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1647.103590] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1647.105767] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c03af9-063e-4ce2-aa7c-f60f1bc34953 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.112067] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1647.112067] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d21667-8e86-5a54-49c8-d94676de12b4" [ 1647.112067] env[64147]: _type = "Task" [ 1647.112067] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.122204] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d21667-8e86-5a54-49c8-d94676de12b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.180747] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840042, 'name': PowerOffVM_Task, 'duration_secs': 0.398706} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.183016] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.183016] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d06af27-effa-4bc6-ae53-ad4efe056fdc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.190270] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.206660] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.208598] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.208598] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.208598] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.208598] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.209982] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e82c6-9536-4133-87d0-2c1d59dc800c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.215751] env[64147]: INFO nova.compute.manager [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Terminating instance [ 1647.267749] env[64147]: DEBUG nova.compute.manager [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1647.314213] env[64147]: DEBUG nova.objects.instance [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lazy-loading 'flavor' on Instance uuid 5b040baf-24be-44c9-9ada-abec2614a18a {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.395860] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524899} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.398554] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5/1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.398839] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1647.399595] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90791bc8-03fe-4e21-9305-e6f3a52e8240 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.408334] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1647.408334] env[64147]: value = "task-1840043" [ 1647.408334] env[64147]: _type = "Task" [ 1647.408334] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.420497] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.464120] env[64147]: DEBUG oslo_concurrency.lockutils [req-b19549f8-e1f1-4b54-889f-9f248097d280 req-5a3d68de-a9bd-44e8-846e-e287d5d51b39 service nova] Releasing lock "refresh_cache-c23a554b-cedd-425d-9c37-1ef658fa8a1f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.497404] env[64147]: DEBUG nova.network.neutron [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Updating instance_info_cache with network_info: [{"id": "6dcfa34e-bd28-48ad-8f3c-a6615836ad79", "address": "fa:16:3e:8c:1b:52", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcfa34e-bd", "ovs_interfaceid": "6dcfa34e-bd28-48ad-8f3c-a6615836ad79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.626543] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d21667-8e86-5a54-49c8-d94676de12b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009876} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.629768] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a84fccf-c6f6-4fd7-93af-f0078a84ccf5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.635022] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1647.635022] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]525ffe8b-09fc-f68e-c9e1-e4fc268eaf1a" [ 1647.635022] env[64147]: _type = "Task" [ 1647.635022] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.642679] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525ffe8b-09fc-f68e-c9e1-e4fc268eaf1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.649748] env[64147]: DEBUG nova.compute.manager [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Received event network-vif-plugged-6dcfa34e-bd28-48ad-8f3c-a6615836ad79 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1647.649966] env[64147]: DEBUG oslo_concurrency.lockutils [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] Acquiring lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.650796] env[64147]: DEBUG oslo_concurrency.lockutils [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] Lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.650796] env[64147]: DEBUG oslo_concurrency.lockutils [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] Lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.650796] env[64147]: DEBUG nova.compute.manager [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] No waiting events found dispatching network-vif-plugged-6dcfa34e-bd28-48ad-8f3c-a6615836ad79 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1647.650796] env[64147]: WARNING nova.compute.manager [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Received unexpected event network-vif-plugged-6dcfa34e-bd28-48ad-8f3c-a6615836ad79 for instance with vm_state building and task_state spawning. [ 1647.651349] env[64147]: DEBUG nova.compute.manager [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Received event network-changed-6dcfa34e-bd28-48ad-8f3c-a6615836ad79 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1647.651349] env[64147]: DEBUG nova.compute.manager [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Refreshing instance network info cache due to event network-changed-6dcfa34e-bd28-48ad-8f3c-a6615836ad79. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1647.651349] env[64147]: DEBUG oslo_concurrency.lockutils [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] Acquiring lock "refresh_cache-fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.720300] env[64147]: DEBUG nova.compute.manager [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1647.720528] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1647.721889] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ff0726-5738-4cd7-9c46-d31cbfd3cc15 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.725389] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1647.725640] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69a12137-a7a9-4078-b829-b6abe5653d3d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.735392] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.736520] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-990e6494-cf87-4ca7-8e3e-9c3ac9963438 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.738176] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1647.738176] env[64147]: value = "task-1840044" [ 1647.738176] env[64147]: _type = "Task" [ 1647.738176] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.743097] env[64147]: DEBUG oslo_vmware.api [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1647.743097] env[64147]: value = "task-1840045" [ 1647.743097] env[64147]: _type = "Task" [ 1647.743097] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.749356] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.758686] env[64147]: DEBUG oslo_vmware.api [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.820852] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f2e3d1-7a22-4469-9db9-589cffcae21d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.824334] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquiring lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.824490] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquired lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.835026] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe9071-fc09-4e5a-bc87-30470c4e841a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.869079] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30de40d7-39de-442b-9a79-afc43426b69f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.879181] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9904701-f162-4ad9-bad4-fb1ef95ac683 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.891922] env[64147]: DEBUG nova.compute.provider_tree [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.920849] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128888} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.921104] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1647.921893] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b35885-55bf-404f-b429-72191ba74560 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.944488] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5/1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.945230] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6717c19c-af65-48f4-952c-e18f2f9da5e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.971785] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1647.971785] env[64147]: value = "task-1840046" [ 1647.971785] env[64147]: _type = "Task" [ 1647.971785] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.979981] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.001776] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "refresh_cache-fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.002145] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Instance network_info: |[{"id": "6dcfa34e-bd28-48ad-8f3c-a6615836ad79", "address": "fa:16:3e:8c:1b:52", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcfa34e-bd", "ovs_interfaceid": "6dcfa34e-bd28-48ad-8f3c-a6615836ad79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1648.002507] env[64147]: DEBUG oslo_concurrency.lockutils [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] Acquired lock "refresh_cache-fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.002702] env[64147]: DEBUG nova.network.neutron [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Refreshing network info cache for port 6dcfa34e-bd28-48ad-8f3c-a6615836ad79 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.004070] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:1b:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dcfa34e-bd28-48ad-8f3c-a6615836ad79', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.012884] env[64147]: DEBUG oslo.service.loopingcall [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.013611] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.013671] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fecc29ce-28d5-4acb-ac88-78304e404783 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.041495] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.041495] env[64147]: value = "task-1840047" [ 1648.041495] env[64147]: _type = "Task" [ 1648.041495] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.057630] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840047, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.148849] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525ffe8b-09fc-f68e-c9e1-e4fc268eaf1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.149187] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.149471] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c23a554b-cedd-425d-9c37-1ef658fa8a1f/c23a554b-cedd-425d-9c37-1ef658fa8a1f.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1648.152133] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f9b2ad2-e462-41d3-8eab-1be231a35ddd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.157283] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1648.157283] env[64147]: value = "task-1840048" [ 1648.157283] env[64147]: _type = "Task" [ 1648.157283] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.165868] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.248320] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.257363] env[64147]: DEBUG oslo_vmware.api [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840045, 'name': PowerOffVM_Task, 'duration_secs': 0.309559} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.257630] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.257794] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1648.258054] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46043b6b-ed52-40d3-bd6f-4872390c8acd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.278570] env[64147]: DEBUG nova.compute.manager [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1648.314027] env[64147]: DEBUG nova.virt.hardware [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1648.314439] env[64147]: DEBUG nova.virt.hardware [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.314700] env[64147]: DEBUG nova.virt.hardware [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1648.315029] env[64147]: DEBUG nova.virt.hardware [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.315236] env[64147]: DEBUG nova.virt.hardware [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1648.315400] env[64147]: DEBUG nova.virt.hardware [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1648.315688] env[64147]: DEBUG nova.virt.hardware [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1648.319023] env[64147]: DEBUG nova.virt.hardware [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1648.319023] env[64147]: DEBUG nova.virt.hardware [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1648.319023] env[64147]: DEBUG nova.virt.hardware [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1648.319023] env[64147]: DEBUG nova.virt.hardware [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1648.319023] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5a80e9-9747-45ce-8ea9-d661d8af6d5f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.325841] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9204a3-9855-4fee-af7b-c80b1a0f6104 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.341379] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.348479] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Creating folder: Project (3ad3794ba03245459e4421d7ce7a80b2). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.348853] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06d1bd55-c9f4-451b-be71-41167de14e38 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.360726] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Created folder: Project (3ad3794ba03245459e4421d7ce7a80b2) in parent group-v380629. [ 1648.361232] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Creating folder: Instances. Parent ref: group-v380774. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.361356] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-856d17e5-b021-4c12-90dc-320b7c101f19 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.371734] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Created folder: Instances in parent group-v380774. [ 1648.372013] env[64147]: DEBUG oslo.service.loopingcall [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.372302] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.372549] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de6a6074-edb3-46d2-a557-1330366f18eb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.389907] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.389907] env[64147]: value = "task-1840052" [ 1648.389907] env[64147]: _type = "Task" [ 1648.389907] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.394894] env[64147]: DEBUG nova.scheduler.client.report [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.401227] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840052, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.450721] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1648.451113] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1648.451323] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Deleting the datastore file [datastore2] b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1648.451677] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fe0b97b-5e45-4571-aad2-40e55687ac69 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.459985] env[64147]: DEBUG oslo_vmware.api [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1648.459985] env[64147]: value = "task-1840053" [ 1648.459985] env[64147]: _type = "Task" [ 1648.459985] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.474321] env[64147]: DEBUG oslo_vmware.api [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.493750] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840046, 'name': ReconfigVM_Task, 'duration_secs': 0.417444} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.493750] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5/1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.497642] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab9893d2-fee2-4d12-a349-af6001bd9259 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.505646] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1648.505646] env[64147]: value = "task-1840054" [ 1648.505646] env[64147]: _type = "Task" [ 1648.505646] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.506656] env[64147]: DEBUG nova.network.neutron [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.519656] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840054, 'name': Rename_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.552416] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840047, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.672126] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840048, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.731452] env[64147]: DEBUG nova.compute.manager [req-05cd6576-0489-44f8-8fff-6a7ee29fb671 req-93eb117b-80d4-458c-b6f1-48e587575fa7 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Received event network-changed-8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1648.731452] env[64147]: DEBUG nova.compute.manager [req-05cd6576-0489-44f8-8fff-6a7ee29fb671 req-93eb117b-80d4-458c-b6f1-48e587575fa7 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Refreshing instance network info cache due to event network-changed-8dfd0cb6-6f1a-4952-9998-5d384753e231. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1648.731452] env[64147]: DEBUG oslo_concurrency.lockutils [req-05cd6576-0489-44f8-8fff-6a7ee29fb671 req-93eb117b-80d4-458c-b6f1-48e587575fa7 service nova] Acquiring lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.752024] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840044, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.899318] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840052, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.903399] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.903933] env[64147]: DEBUG nova.compute.manager [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1648.906838] env[64147]: DEBUG oslo_concurrency.lockutils [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.791s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.910153] env[64147]: DEBUG oslo_concurrency.lockutils [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.910153] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.543s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.910153] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.911026] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.137s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.911272] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.914048] env[64147]: DEBUG oslo_concurrency.lockutils [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.531s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.914048] env[64147]: DEBUG oslo_concurrency.lockutils [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.914936] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.212s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.916488] env[64147]: INFO nova.compute.claims [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.959548] env[64147]: INFO nova.scheduler.client.report [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Deleted allocations for instance c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e [ 1648.974340] env[64147]: INFO nova.scheduler.client.report [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Deleted allocations for instance d0244585-d683-4bf5-b9ca-790caff8b6f8 [ 1648.986619] env[64147]: DEBUG oslo_vmware.api [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284171} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.986619] env[64147]: INFO nova.scheduler.client.report [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Deleted allocations for instance eeb17f79-829d-40bf-b614-dac284c553f6 [ 1648.989535] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.989877] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.989951] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.990131] env[64147]: INFO nova.compute.manager [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1648.990772] env[64147]: DEBUG oslo.service.loopingcall [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.991830] env[64147]: INFO nova.scheduler.client.report [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Deleted allocations for instance d9912b4a-3073-4db8-9362-ccafacf2802d [ 1648.997369] env[64147]: DEBUG oslo_concurrency.lockutils [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.997603] env[64147]: DEBUG oslo_concurrency.lockutils [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.998993] env[64147]: DEBUG oslo_concurrency.lockutils [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.998993] env[64147]: DEBUG oslo_concurrency.lockutils [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.998993] env[64147]: DEBUG oslo_concurrency.lockutils [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.999801] env[64147]: DEBUG nova.compute.manager [-] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1648.999801] env[64147]: DEBUG nova.network.neutron [-] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1649.002589] env[64147]: INFO nova.compute.manager [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Terminating instance [ 1649.007393] env[64147]: DEBUG nova.network.neutron [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Updated VIF entry in instance network info cache for port 6dcfa34e-bd28-48ad-8f3c-a6615836ad79. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.008015] env[64147]: DEBUG nova.network.neutron [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Updating instance_info_cache with network_info: [{"id": "6dcfa34e-bd28-48ad-8f3c-a6615836ad79", "address": "fa:16:3e:8c:1b:52", "network": {"id": "cb4f85d6-1944-40fc-91ad-b6210c915e16", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1406301720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f47a3d47f774fb5a89879188848d045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcfa34e-bd", "ovs_interfaceid": "6dcfa34e-bd28-48ad-8f3c-a6615836ad79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.022375] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840054, 'name': Rename_Task, 'duration_secs': 0.2288} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.022969] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1649.025249] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92136f0e-7495-4ef5-adc3-2bc4ce69a48f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.030720] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1649.030720] env[64147]: value = "task-1840055" [ 1649.030720] env[64147]: _type = "Task" [ 1649.030720] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.044469] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.052874] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840047, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.171145] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564749} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.173455] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c23a554b-cedd-425d-9c37-1ef658fa8a1f/c23a554b-cedd-425d-9c37-1ef658fa8a1f.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.173719] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.173997] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6202eb8-f6f9-468a-833b-645697e5c540 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.181098] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1649.181098] env[64147]: value = "task-1840056" [ 1649.181098] env[64147]: _type = "Task" [ 1649.181098] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.189301] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.250474] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840044, 'name': CreateSnapshot_Task, 'duration_secs': 1.336644} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.250757] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1649.251504] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08977755-136b-4d11-bcdb-2fc84105312b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.414647] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840052, 'name': CreateVM_Task, 'duration_secs': 0.540121} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.414647] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1649.414647] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.414647] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.416212] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1649.419279] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4ab44e-0013-4d59-9f29-74d3ded324ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.424817] env[64147]: DEBUG nova.compute.utils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.429428] env[64147]: DEBUG nova.compute.manager [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1649.429428] env[64147]: DEBUG nova.network.neutron [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1649.434665] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1649.434665] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fa29c3-b6ab-7634-c228-fa4c6b01e155" [ 1649.434665] env[64147]: _type = "Task" [ 1649.434665] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.444551] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fa29c3-b6ab-7634-c228-fa4c6b01e155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.480779] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fce48bbb-2d26-43b0-930c-9de1fc3efa33 tempest-ServersTestManualDisk-33945906 tempest-ServersTestManualDisk-33945906-project-member] Lock "c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.292s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.491355] env[64147]: DEBUG oslo_concurrency.lockutils [None req-226cc804-c09d-4213-a2dd-fcb53856d666 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159 tempest-FloatingIPsAssociationNegativeTestJSON-1316506159-project-member] Lock "d0244585-d683-4bf5-b9ca-790caff8b6f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.086s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.507391] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96072a97-ef5f-4b33-ac71-40baf0ac080b tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "eeb17f79-829d-40bf-b614-dac284c553f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.022s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.511487] env[64147]: DEBUG oslo_concurrency.lockutils [None req-07f2bd27-aaa7-42a0-93d4-256fdbebcf5b tempest-ServerMetadataTestJSON-27242125 tempest-ServerMetadataTestJSON-27242125-project-member] Lock "d9912b4a-3073-4db8-9362-ccafacf2802d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.988s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.513477] env[64147]: DEBUG oslo_concurrency.lockutils [req-92076c5e-a08b-4984-9c60-c1fe04923be3 req-a35919a1-910b-4968-bf5d-cc21dfc1ca7b service nova] Releasing lock "refresh_cache-fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.517116] env[64147]: DEBUG nova.compute.manager [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1649.517116] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1649.517835] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d963bd8-f77f-4e04-a829-8b56d9c50918 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.528401] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.531247] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2363aad1-2d8d-49ca-a96c-56fc7e52e393 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.543838] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840055, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.545337] env[64147]: DEBUG nova.policy [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d0b08ca57c6428da55dbc42a0ff4bfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f15a7a2b04f9414d87076c5df508bca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1649.551312] env[64147]: DEBUG oslo_vmware.api [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1649.551312] env[64147]: value = "task-1840057" [ 1649.551312] env[64147]: _type = "Task" [ 1649.551312] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.558639] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840047, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.563565] env[64147]: DEBUG oslo_vmware.api [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1840057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.693499] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228262} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.696235] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.696235] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76df822-35e9-48bf-a6b8-acaec6a61193 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.720030] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] c23a554b-cedd-425d-9c37-1ef658fa8a1f/c23a554b-cedd-425d-9c37-1ef658fa8a1f.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.723502] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44074e7-bdf5-4f30-a7e2-3b4d40db92cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.744409] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1649.744409] env[64147]: value = "task-1840058" [ 1649.744409] env[64147]: _type = "Task" [ 1649.744409] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.753739] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.775076] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1649.775788] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5302b560-dcf9-4900-a415-0944a574199a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.785657] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1649.785657] env[64147]: value = "task-1840059" [ 1649.785657] env[64147]: _type = "Task" [ 1649.785657] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.794522] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840059, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.930569] env[64147]: DEBUG nova.compute.manager [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1649.951596] env[64147]: DEBUG nova.network.neutron [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updating instance_info_cache with network_info: [{"id": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "address": "fa:16:3e:69:88:0c", "network": {"id": "f09e55e8-70ad-48ff-93c4-c144ececd1a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-814479189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc237f3720f4f32bf45ffdc90c4936d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfd0cb6-6f", "ovs_interfaceid": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.962379] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fa29c3-b6ab-7634-c228-fa4c6b01e155, 'name': SearchDatastore_Task, 'duration_secs': 0.012625} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.962876] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.964053] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.964464] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.964854] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.965348] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.965839] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49b49a88-6516-4baf-bd46-d31ce2595ab3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.977310] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.980360] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1649.981834] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b78d58af-e557-4a03-b230-1c6f9fbf3805 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.991108] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1649.991108] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52318c05-bf8e-bc92-7769-cab806cb39aa" [ 1649.991108] env[64147]: _type = "Task" [ 1649.991108] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.001416] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52318c05-bf8e-bc92-7769-cab806cb39aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.054132] env[64147]: DEBUG oslo_vmware.api [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840055, 'name': PowerOnVM_Task, 'duration_secs': 0.698995} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.058826] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1650.058946] env[64147]: INFO nova.compute.manager [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1650.059120] env[64147]: DEBUG nova.compute.manager [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.065232] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daf5f9f-5006-4d88-a967-cf4a1c964b75 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.068594] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840047, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.070980] env[64147]: DEBUG nova.compute.manager [req-10afef17-de36-43ee-9e18-4b341c5433da req-181f5de6-40fc-40c2-8bf6-e85e88ccaf4a service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Received event network-vif-deleted-585156b0-a068-4c21-ada1-441e206e2a6a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1650.071241] env[64147]: INFO nova.compute.manager [req-10afef17-de36-43ee-9e18-4b341c5433da req-181f5de6-40fc-40c2-8bf6-e85e88ccaf4a service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Neutron deleted interface 585156b0-a068-4c21-ada1-441e206e2a6a; detaching it from the instance and deleting it from the info cache [ 1650.071427] env[64147]: DEBUG nova.network.neutron [req-10afef17-de36-43ee-9e18-4b341c5433da req-181f5de6-40fc-40c2-8bf6-e85e88ccaf4a service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.089578] env[64147]: DEBUG oslo_vmware.api [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1840057, 'name': PowerOffVM_Task, 'duration_secs': 0.271162} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.089578] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1650.089733] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1650.089988] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48c5a16a-42ec-4345-8e3f-2b2961c8187c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.194335] env[64147]: DEBUG nova.network.neutron [-] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.258480] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840058, 'name': ReconfigVM_Task, 'duration_secs': 0.368802} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.258955] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Reconfigured VM instance instance-00000037 to attach disk [datastore1] c23a554b-cedd-425d-9c37-1ef658fa8a1f/c23a554b-cedd-425d-9c37-1ef658fa8a1f.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.259489] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5e36c98-24fa-4b01-9d80-8e49e842f832 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.275021] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1650.275021] env[64147]: value = "task-1840061" [ 1650.275021] env[64147]: _type = "Task" [ 1650.275021] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.290908] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840061, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.301656] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840059, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.455663] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Releasing lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.455771] env[64147]: DEBUG nova.compute.manager [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Inject network info {{(pid=64147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1650.459021] env[64147]: DEBUG nova.compute.manager [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] network_info to inject: |[{"id": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "address": "fa:16:3e:69:88:0c", "network": {"id": "f09e55e8-70ad-48ff-93c4-c144ececd1a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-814479189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc237f3720f4f32bf45ffdc90c4936d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfd0cb6-6f", "ovs_interfaceid": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1650.461449] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Reconfiguring VM instance to set the machine id {{(pid=64147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1650.465163] env[64147]: DEBUG oslo_concurrency.lockutils [req-05cd6576-0489-44f8-8fff-6a7ee29fb671 req-93eb117b-80d4-458c-b6f1-48e587575fa7 service nova] Acquired lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.466021] env[64147]: DEBUG nova.network.neutron [req-05cd6576-0489-44f8-8fff-6a7ee29fb671 req-93eb117b-80d4-458c-b6f1-48e587575fa7 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Refreshing network info cache for port 8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1650.466927] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0872bc36-d2d0-48c2-b11b-1303cc4e1304 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.483808] env[64147]: DEBUG oslo_vmware.api [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1650.483808] env[64147]: value = "task-1840062" [ 1650.483808] env[64147]: _type = "Task" [ 1650.483808] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.495927] env[64147]: DEBUG oslo_vmware.api [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1840062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.509958] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52318c05-bf8e-bc92-7769-cab806cb39aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013657} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.510774] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc9573d-5bf7-43a3-9081-fb7a825a3ee4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.516692] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1650.516692] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529b7e11-737f-dbf6-7f3c-ec401c917fa4" [ 1650.516692] env[64147]: _type = "Task" [ 1650.516692] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.525706] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529b7e11-737f-dbf6-7f3c-ec401c917fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.562375] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840047, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.590695] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a60982d2-95af-44ae-987c-b0794da4f972 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.614656] env[64147]: DEBUG nova.network.neutron [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Successfully created port: e5ec842c-090e-4a6f-a87f-ee5ed57dec35 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.623861] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851fcdde-5aaa-4443-ab7f-1379b12043f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.635989] env[64147]: INFO nova.compute.manager [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Took 44.65 seconds to build instance. [ 1650.651749] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b4441a-b73a-406f-9dc5-bf65924202fc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.678133] env[64147]: DEBUG nova.compute.manager [req-10afef17-de36-43ee-9e18-4b341c5433da req-181f5de6-40fc-40c2-8bf6-e85e88ccaf4a service nova] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Detach interface failed, port_id=585156b0-a068-4c21-ada1-441e206e2a6a, reason: Instance b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1650.684537] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68867254-7929-4691-87c8-6b8669b025d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.716645] env[64147]: INFO nova.compute.manager [-] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Took 1.72 seconds to deallocate network for instance. [ 1650.719228] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f1f509-221c-409b-8bed-2bd887d3399e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.730473] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9cd556-0e5f-4b6f-a71d-6c4615f7186b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.745329] env[64147]: DEBUG nova.compute.provider_tree [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.787280] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840061, 'name': Rename_Task, 'duration_secs': 0.141255} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.787474] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1650.787745] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f1dfe03-9b10-453b-854d-256f1666d325 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.795021] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1650.795021] env[64147]: value = "task-1840063" [ 1650.795021] env[64147]: _type = "Task" [ 1650.795021] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.803074] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840059, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.808128] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.918247] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1650.918548] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1650.918818] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Deleting the datastore file [datastore1] e5285ea1-c895-4ed9-b81d-fbaac9d45b66 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1650.919149] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-076e57b0-e4ac-4513-a8d9-89885872ca16 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.926974] env[64147]: DEBUG oslo_vmware.api [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for the task: (returnval){ [ 1650.926974] env[64147]: value = "task-1840064" [ 1650.926974] env[64147]: _type = "Task" [ 1650.926974] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.946329] env[64147]: DEBUG oslo_vmware.api [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1840064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.950336] env[64147]: DEBUG nova.compute.manager [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1650.997724] env[64147]: DEBUG nova.virt.hardware [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.998059] env[64147]: DEBUG nova.virt.hardware [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.999015] env[64147]: DEBUG nova.virt.hardware [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.999015] env[64147]: DEBUG nova.virt.hardware [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.999015] env[64147]: DEBUG nova.virt.hardware [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.999015] env[64147]: DEBUG nova.virt.hardware [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.999230] env[64147]: DEBUG nova.virt.hardware [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.999230] env[64147]: DEBUG nova.virt.hardware [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.999480] env[64147]: DEBUG nova.virt.hardware [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1651.000457] env[64147]: DEBUG nova.virt.hardware [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1651.000457] env[64147]: DEBUG nova.virt.hardware [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1651.001091] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de7b27c-0526-4821-98d9-bd79fc720556 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.012934] env[64147]: DEBUG oslo_vmware.api [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1840062, 'name': ReconfigVM_Task, 'duration_secs': 0.135175} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.013329] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a367be-8b4e-4790-a590-7bfe2053e55a tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Reconfigured VM instance to set the machine id {{(pid=64147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1651.018566] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fced62f0-a270-42f6-b97a-8275f725b8e5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.041567] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529b7e11-737f-dbf6-7f3c-ec401c917fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.045025] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.045025] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5410b69e-75c7-45d7-95a6-99c847419bf2/5410b69e-75c7-45d7-95a6-99c847419bf2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1651.048890] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7145b3b7-a046-4c66-bf31-b67b06d40096 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.068905] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840047, 'name': CreateVM_Task, 'duration_secs': 2.868634} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.068905] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1651.068905] env[64147]: value = "task-1840065" [ 1651.068905] env[64147]: _type = "Task" [ 1651.068905] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.069149] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.072235] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.072235] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.072235] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.076355] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34231241-5ffd-4864-b2b9-3f6101875409 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.089502] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.089502] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1651.089502] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cc2b3b-911e-c32e-c33f-718b58d80037" [ 1651.089502] env[64147]: _type = "Task" [ 1651.089502] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.100247] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cc2b3b-911e-c32e-c33f-718b58d80037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.143649] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e5ce88be-bcaa-4469-aea6-91506584b1a7 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.680s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.227796] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.253720] env[64147]: DEBUG nova.scheduler.client.report [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.306044] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840059, 'name': CloneVM_Task, 'duration_secs': 1.415603} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.310026] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Created linked-clone VM from snapshot [ 1651.310026] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840063, 'name': PowerOnVM_Task, 'duration_secs': 0.505743} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.310396] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1144fc5-31d1-4f97-b96f-d593e13dd480 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.313281] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.313547] env[64147]: INFO nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1651.313706] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1651.315602] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da95e687-9856-4765-9771-589e23d1afe3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.327158] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Uploading image 7bae4145-b136-44fa-8049-0ab22e63414d {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1651.371430] env[64147]: DEBUG oslo_vmware.rw_handles [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1651.371430] env[64147]: value = "vm-380778" [ 1651.371430] env[64147]: _type = "VirtualMachine" [ 1651.371430] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1651.371786] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f7f83eb-1181-419a-ab81-be89ae39ccdb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.381286] env[64147]: DEBUG oslo_vmware.rw_handles [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lease: (returnval){ [ 1651.381286] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5207db10-2c48-a577-e8fd-215b8a724aa5" [ 1651.381286] env[64147]: _type = "HttpNfcLease" [ 1651.381286] env[64147]: } obtained for exporting VM: (result){ [ 1651.381286] env[64147]: value = "vm-380778" [ 1651.381286] env[64147]: _type = "VirtualMachine" [ 1651.381286] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1651.381577] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the lease: (returnval){ [ 1651.381577] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5207db10-2c48-a577-e8fd-215b8a724aa5" [ 1651.381577] env[64147]: _type = "HttpNfcLease" [ 1651.381577] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1651.390380] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1651.390380] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5207db10-2c48-a577-e8fd-215b8a724aa5" [ 1651.390380] env[64147]: _type = "HttpNfcLease" [ 1651.390380] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1651.440095] env[64147]: DEBUG oslo_vmware.api [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Task: {'id': task-1840064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175907} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.440095] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1651.440095] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1651.440095] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1651.440095] env[64147]: INFO nova.compute.manager [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Took 1.92 seconds to destroy the instance on the hypervisor. [ 1651.440095] env[64147]: DEBUG oslo.service.loopingcall [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.440095] env[64147]: DEBUG nova.compute.manager [-] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1651.440095] env[64147]: DEBUG nova.network.neutron [-] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1651.548821] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquiring lock "5b040baf-24be-44c9-9ada-abec2614a18a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.549102] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lock "5b040baf-24be-44c9-9ada-abec2614a18a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.549320] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquiring lock "5b040baf-24be-44c9-9ada-abec2614a18a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.549504] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lock "5b040baf-24be-44c9-9ada-abec2614a18a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.549675] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lock "5b040baf-24be-44c9-9ada-abec2614a18a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.552861] env[64147]: INFO nova.compute.manager [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Terminating instance [ 1651.583951] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840065, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.598766] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cc2b3b-911e-c32e-c33f-718b58d80037, 'name': SearchDatastore_Task, 'duration_secs': 0.027908} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.599150] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.599455] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.599676] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.599770] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.599911] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.600179] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e27d6b76-1618-4659-8b9d-60025c28b642 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.614023] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.614023] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.614023] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9a263b-1cea-4f4f-8831-261f6d83e947 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.617407] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1651.617407] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5200d25b-9b64-f332-5d45-17e3001333eb" [ 1651.617407] env[64147]: _type = "Task" [ 1651.617407] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.626303] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5200d25b-9b64-f332-5d45-17e3001333eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.757872] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.758429] env[64147]: DEBUG nova.compute.manager [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.761704] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.033s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.763099] env[64147]: INFO nova.compute.claims [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.854022] env[64147]: INFO nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Took 40.65 seconds to build instance. [ 1651.890821] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1651.890821] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5207db10-2c48-a577-e8fd-215b8a724aa5" [ 1651.890821] env[64147]: _type = "HttpNfcLease" [ 1651.890821] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1651.891242] env[64147]: DEBUG oslo_vmware.rw_handles [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1651.891242] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5207db10-2c48-a577-e8fd-215b8a724aa5" [ 1651.891242] env[64147]: _type = "HttpNfcLease" [ 1651.891242] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1651.891907] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171c15c7-d5d8-47f1-b8fa-c3e75c43a7f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.899779] env[64147]: DEBUG oslo_vmware.rw_handles [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5c30e-8368-2b2c-382b-72e203b8edf5/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1651.899984] env[64147]: DEBUG oslo_vmware.rw_handles [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5c30e-8368-2b2c-382b-72e203b8edf5/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1651.994849] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0c496f7c-a1f0-496c-b68f-93616438c24d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.056179] env[64147]: DEBUG nova.compute.manager [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1652.056441] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1652.057851] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ec40cc-1c63-4080-a94e-2d0e62cbda53 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.069387] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.069850] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e3b23d1-21d0-4f73-a304-326552997c49 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.084077] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529751} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.085547] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5410b69e-75c7-45d7-95a6-99c847419bf2/5410b69e-75c7-45d7-95a6-99c847419bf2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1652.085838] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1652.086253] env[64147]: DEBUG oslo_vmware.api [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1652.086253] env[64147]: value = "task-1840067" [ 1652.086253] env[64147]: _type = "Task" [ 1652.086253] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.086567] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82397cce-7651-4459-8902-66ec0bdad730 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.094662] env[64147]: DEBUG nova.network.neutron [req-05cd6576-0489-44f8-8fff-6a7ee29fb671 req-93eb117b-80d4-458c-b6f1-48e587575fa7 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updated VIF entry in instance network info cache for port 8dfd0cb6-6f1a-4952-9998-5d384753e231. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1652.095085] env[64147]: DEBUG nova.network.neutron [req-05cd6576-0489-44f8-8fff-6a7ee29fb671 req-93eb117b-80d4-458c-b6f1-48e587575fa7 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updating instance_info_cache with network_info: [{"id": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "address": "fa:16:3e:69:88:0c", "network": {"id": "f09e55e8-70ad-48ff-93c4-c144ececd1a1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-814479189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc237f3720f4f32bf45ffdc90c4936d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfd0cb6-6f", "ovs_interfaceid": "8dfd0cb6-6f1a-4952-9998-5d384753e231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.103984] env[64147]: DEBUG oslo_vmware.api [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1840067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.106631] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1652.106631] env[64147]: value = "task-1840068" [ 1652.106631] env[64147]: _type = "Task" [ 1652.106631] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.121897] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.131087] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5200d25b-9b64-f332-5d45-17e3001333eb, 'name': SearchDatastore_Task, 'duration_secs': 0.025992} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.132201] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f48aaef-945e-4e48-a03e-55861d5e8a53 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.139250] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1652.139250] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5275910c-df99-d8e5-c692-1661e226796c" [ 1652.139250] env[64147]: _type = "Task" [ 1652.139250] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.149246] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5275910c-df99-d8e5-c692-1661e226796c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.269424] env[64147]: DEBUG nova.compute.utils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.274273] env[64147]: DEBUG nova.compute.manager [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1652.274273] env[64147]: DEBUG nova.network.neutron [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.357212] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.119s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.487840] env[64147]: DEBUG nova.policy [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ceb75feebe14a93a92ab92a177c69c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ea0c92a6c9c4be1831a8e69a0b33b66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1652.600975] env[64147]: DEBUG oslo_concurrency.lockutils [req-05cd6576-0489-44f8-8fff-6a7ee29fb671 req-93eb117b-80d4-458c-b6f1-48e587575fa7 service nova] Releasing lock "refresh_cache-5b040baf-24be-44c9-9ada-abec2614a18a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.602042] env[64147]: DEBUG oslo_vmware.api [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1840067, 'name': PowerOffVM_Task, 'duration_secs': 0.260276} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.602042] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.602188] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1652.602478] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18cb3364-508c-4fd9-afe1-7eabb7da463c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.618996] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070734} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.619345] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.620738] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba006b8-998e-455a-a9bf-571832b39f61 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.647140] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 5410b69e-75c7-45d7-95a6-99c847419bf2/5410b69e-75c7-45d7-95a6-99c847419bf2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.647900] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8ffd8f-76ce-499e-a7bf-ba6284908fc0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.674300] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5275910c-df99-d8e5-c692-1661e226796c, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.675810] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.676160] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] fd3092bf-6577-4c5d-b638-1ef11f4b3c1e/fd3092bf-6577-4c5d-b638-1ef11f4b3c1e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.676483] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1652.676483] env[64147]: value = "task-1840070" [ 1652.676483] env[64147]: _type = "Task" [ 1652.676483] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.676846] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a1fc394-5cdf-450e-932c-be972e6fc022 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.688662] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840070, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.690825] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1652.690825] env[64147]: value = "task-1840071" [ 1652.690825] env[64147]: _type = "Task" [ 1652.690825] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.700809] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.775274] env[64147]: DEBUG nova.compute.manager [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.924452] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1652.925296] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1652.925296] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Deleting the datastore file [datastore1] 5b040baf-24be-44c9-9ada-abec2614a18a {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1652.925549] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b48ee657-5cd2-4636-aac0-5c2183f42514 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.933351] env[64147]: DEBUG oslo_vmware.api [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for the task: (returnval){ [ 1652.933351] env[64147]: value = "task-1840072" [ 1652.933351] env[64147]: _type = "Task" [ 1652.933351] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.942836] env[64147]: DEBUG oslo_vmware.api [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1840072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.115979] env[64147]: DEBUG nova.network.neutron [-] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.197020] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840070, 'name': ReconfigVM_Task, 'duration_secs': 0.499759} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.201164] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 5410b69e-75c7-45d7-95a6-99c847419bf2/5410b69e-75c7-45d7-95a6-99c847419bf2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.202045] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ed3933f-1ab3-4ace-b518-72558fb6b738 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.214479] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840071, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.214479] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1653.214479] env[64147]: value = "task-1840073" [ 1653.214479] env[64147]: _type = "Task" [ 1653.214479] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.225088] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840073, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.401111] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017f5d08-cb30-4868-b58d-8724644ff8e6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.412470] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbfecfb-953f-423e-8ea3-53f76a9acd46 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.452030] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39bf326-1b7d-4da2-99a7-8aea731dd492 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.462616] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e104f-6ede-40de-9844-d295c20410d1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.467028] env[64147]: DEBUG oslo_vmware.api [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1840072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.476858] env[64147]: DEBUG nova.compute.provider_tree [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.622103] env[64147]: INFO nova.compute.manager [-] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Took 2.18 seconds to deallocate network for instance. [ 1653.712506] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702175} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.712506] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] fd3092bf-6577-4c5d-b638-1ef11f4b3c1e/fd3092bf-6577-4c5d-b638-1ef11f4b3c1e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.712641] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.713902] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edc6180a-45ec-41f9-9f4b-c5483f7f02cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.733324] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840073, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.736158] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1653.736158] env[64147]: value = "task-1840074" [ 1653.736158] env[64147]: _type = "Task" [ 1653.736158] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.740266] env[64147]: DEBUG nova.compute.manager [req-5fbae965-1061-453b-8390-fcaf7990b21d req-a5172cfe-aeb7-449f-9092-b314f17de743 service nova] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Received event network-vif-deleted-ec3a4627-2ea9-4c97-8659-608bf3e15774 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1653.752035] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.791442] env[64147]: DEBUG nova.compute.manager [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.831183] env[64147]: DEBUG nova.virt.hardware [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.831183] env[64147]: DEBUG nova.virt.hardware [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.831183] env[64147]: DEBUG nova.virt.hardware [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.831559] env[64147]: DEBUG nova.virt.hardware [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.831706] env[64147]: DEBUG nova.virt.hardware [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.831901] env[64147]: DEBUG nova.virt.hardware [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.832248] env[64147]: DEBUG nova.virt.hardware [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.832464] env[64147]: DEBUG nova.virt.hardware [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.832750] env[64147]: DEBUG nova.virt.hardware [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.834251] env[64147]: DEBUG nova.virt.hardware [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.834451] env[64147]: DEBUG nova.virt.hardware [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.835454] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4c0625-7abf-43a9-afd1-8c8d53ee79e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.855516] env[64147]: DEBUG nova.network.neutron [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Successfully created port: 147fb9a3-bf9b-4330-ab48-4c82dcdbb75a {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1653.856822] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cd9a6a-e113-4359-840e-00850478aeae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.955027] env[64147]: DEBUG oslo_vmware.api [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Task: {'id': task-1840072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.599302} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.955403] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1653.955647] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1653.955876] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1653.956115] env[64147]: INFO nova.compute.manager [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1653.956390] env[64147]: DEBUG oslo.service.loopingcall [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.957444] env[64147]: DEBUG nova.compute.manager [-] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1653.957604] env[64147]: DEBUG nova.network.neutron [-] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1653.980029] env[64147]: DEBUG nova.scheduler.client.report [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1654.133333] env[64147]: DEBUG oslo_concurrency.lockutils [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.207476] env[64147]: DEBUG nova.network.neutron [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Successfully updated port: e5ec842c-090e-4a6f-a87f-ee5ed57dec35 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.233157] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840073, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.251941] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092956} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.253719] env[64147]: DEBUG nova.compute.manager [req-7d60b7ca-d8ba-4635-b06a-ecff8140abeb req-12fdb452-52f7-4511-9360-df99cf8f4213 service nova] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Received event network-vif-plugged-e5ec842c-090e-4a6f-a87f-ee5ed57dec35 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1654.254134] env[64147]: DEBUG oslo_concurrency.lockutils [req-7d60b7ca-d8ba-4635-b06a-ecff8140abeb req-12fdb452-52f7-4511-9360-df99cf8f4213 service nova] Acquiring lock "51a314bf-bbaa-41fc-9cd6-d87206b00333-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.254551] env[64147]: DEBUG oslo_concurrency.lockutils [req-7d60b7ca-d8ba-4635-b06a-ecff8140abeb req-12fdb452-52f7-4511-9360-df99cf8f4213 service nova] Lock "51a314bf-bbaa-41fc-9cd6-d87206b00333-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.255884] env[64147]: DEBUG oslo_concurrency.lockutils [req-7d60b7ca-d8ba-4635-b06a-ecff8140abeb req-12fdb452-52f7-4511-9360-df99cf8f4213 service nova] Lock "51a314bf-bbaa-41fc-9cd6-d87206b00333-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.255984] env[64147]: DEBUG nova.compute.manager [req-7d60b7ca-d8ba-4635-b06a-ecff8140abeb req-12fdb452-52f7-4511-9360-df99cf8f4213 service nova] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] No waiting events found dispatching network-vif-plugged-e5ec842c-090e-4a6f-a87f-ee5ed57dec35 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.256284] env[64147]: WARNING nova.compute.manager [req-7d60b7ca-d8ba-4635-b06a-ecff8140abeb req-12fdb452-52f7-4511-9360-df99cf8f4213 service nova] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Received unexpected event network-vif-plugged-e5ec842c-090e-4a6f-a87f-ee5ed57dec35 for instance with vm_state building and task_state spawning. [ 1654.257992] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.259484] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f32b5-fe4c-4ff5-9710-1eee2038230f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.291847] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] fd3092bf-6577-4c5d-b638-1ef11f4b3c1e/fd3092bf-6577-4c5d-b638-1ef11f4b3c1e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.292927] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0a3b5b7-5c12-48f5-9aff-ee82610e7f36 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.320370] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1654.320370] env[64147]: value = "task-1840075" [ 1654.320370] env[64147]: _type = "Task" [ 1654.320370] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.334179] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.486216] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.486804] env[64147]: DEBUG nova.compute.manager [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.491313] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.314s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.491313] env[64147]: DEBUG nova.objects.instance [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'resources' on Instance uuid f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.711056] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "refresh_cache-51a314bf-bbaa-41fc-9cd6-d87206b00333" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.711229] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "refresh_cache-51a314bf-bbaa-41fc-9cd6-d87206b00333" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.711555] env[64147]: DEBUG nova.network.neutron [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.734188] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840073, 'name': Rename_Task, 'duration_secs': 1.10066} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.735583] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.735856] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-044d2efe-280e-434a-b8c1-933e27808d84 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.743886] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1654.743886] env[64147]: value = "task-1840076" [ 1654.743886] env[64147]: _type = "Task" [ 1654.743886] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.758714] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.839148] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.994566] env[64147]: DEBUG nova.compute.utils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1655.002616] env[64147]: DEBUG nova.compute.manager [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1655.002616] env[64147]: DEBUG nova.network.neutron [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1655.162998] env[64147]: DEBUG nova.policy [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fd988681fd54ecaace062d6683248b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e205e27b3aa94def82edea9ff9872f85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1655.256709] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840076, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.297705] env[64147]: DEBUG nova.network.neutron [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.336541] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840075, 'name': ReconfigVM_Task, 'duration_secs': 0.55559} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.342281] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Reconfigured VM instance instance-00000038 to attach disk [datastore1] fd3092bf-6577-4c5d-b638-1ef11f4b3c1e/fd3092bf-6577-4c5d-b638-1ef11f4b3c1e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1655.343135] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef404fea-6285-481c-bbc9-96ff8213e9dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.349442] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1655.349442] env[64147]: value = "task-1840080" [ 1655.349442] env[64147]: _type = "Task" [ 1655.349442] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.359302] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840080, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.508285] env[64147]: DEBUG nova.compute.manager [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.725978] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5867d6a8-cc03-4ec3-9a96-264f729f4a79 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.741557] env[64147]: DEBUG nova.network.neutron [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Updating instance_info_cache with network_info: [{"id": "e5ec842c-090e-4a6f-a87f-ee5ed57dec35", "address": "fa:16:3e:8d:54:8b", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ec842c-09", "ovs_interfaceid": "e5ec842c-090e-4a6f-a87f-ee5ed57dec35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.743191] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f92356-67d6-4feb-806f-00b53a5f069e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.759040] env[64147]: DEBUG oslo_vmware.api [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840076, 'name': PowerOnVM_Task, 'duration_secs': 0.591107} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.786758] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1655.786932] env[64147]: INFO nova.compute.manager [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1655.787187] env[64147]: DEBUG nova.compute.manager [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1655.788930] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d67545-f24b-4e61-9869-4bef323ebd6b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.793910] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcf9b80-1e0a-4897-9626-a9bdecf99948 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.808755] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9124c2fb-3638-45e1-a328-e26682b7d26d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.825656] env[64147]: DEBUG nova.compute.provider_tree [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.861648] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840080, 'name': Rename_Task, 'duration_secs': 0.216387} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.861929] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1655.862128] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6647fc20-bb46-42b9-a01b-cbcd49bdc501 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.869435] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1655.869435] env[64147]: value = "task-1840081" [ 1655.869435] env[64147]: _type = "Task" [ 1655.869435] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.879506] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.091896] env[64147]: DEBUG nova.network.neutron [-] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.220230] env[64147]: DEBUG nova.network.neutron [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Successfully created port: 40cee1fa-2110-4f38-b29c-99a03cf1ac0e {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1656.248221] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "refresh_cache-51a314bf-bbaa-41fc-9cd6-d87206b00333" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.248586] env[64147]: DEBUG nova.compute.manager [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Instance network_info: |[{"id": "e5ec842c-090e-4a6f-a87f-ee5ed57dec35", "address": "fa:16:3e:8d:54:8b", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ec842c-09", "ovs_interfaceid": "e5ec842c-090e-4a6f-a87f-ee5ed57dec35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1656.249418] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:54:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5ec842c-090e-4a6f-a87f-ee5ed57dec35', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.259813] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Creating folder: Project (f15a7a2b04f9414d87076c5df508bca9). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.260107] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3c208e3-42ec-4ec3-90fa-e49cfdf53520 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.273702] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Created folder: Project (f15a7a2b04f9414d87076c5df508bca9) in parent group-v380629. [ 1656.273916] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Creating folder: Instances. Parent ref: group-v380782. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.274934] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8039e451-b1cc-48fd-b930-5d987f49bbfb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.285737] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Created folder: Instances in parent group-v380782. [ 1656.285737] env[64147]: DEBUG oslo.service.loopingcall [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.285919] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.286881] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e09b874d-7c6c-4cdf-b00e-f0bf4c6cf014 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.311238] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.311238] env[64147]: value = "task-1840084" [ 1656.311238] env[64147]: _type = "Task" [ 1656.311238] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.328126] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840084, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.328126] env[64147]: INFO nova.compute.manager [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Took 39.36 seconds to build instance. [ 1656.329705] env[64147]: DEBUG nova.scheduler.client.report [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.380122] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.518701] env[64147]: DEBUG nova.compute.manager [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.545882] env[64147]: DEBUG nova.virt.hardware [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.546204] env[64147]: DEBUG nova.virt.hardware [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.546403] env[64147]: DEBUG nova.virt.hardware [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.546554] env[64147]: DEBUG nova.virt.hardware [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.546694] env[64147]: DEBUG nova.virt.hardware [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.546834] env[64147]: DEBUG nova.virt.hardware [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.547476] env[64147]: DEBUG nova.virt.hardware [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.547672] env[64147]: DEBUG nova.virt.hardware [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.547842] env[64147]: DEBUG nova.virt.hardware [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.548015] env[64147]: DEBUG nova.virt.hardware [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.548257] env[64147]: DEBUG nova.virt.hardware [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.549313] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85e962b-27d0-4030-a5ad-fc4de3303605 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.558723] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce58e7-8293-4fc1-8fd5-b6a8f29ac02e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.595666] env[64147]: INFO nova.compute.manager [-] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Took 2.64 seconds to deallocate network for instance. [ 1656.616510] env[64147]: DEBUG nova.compute.manager [req-9b3a009b-4cd7-431c-9e54-f5faf6f19c48 req-176ef7fc-9b93-4410-96ad-39ba2c4211b5 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Received event network-changed-2352fb29-20b2-4dab-90d4-583da0d093e3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1656.616703] env[64147]: DEBUG nova.compute.manager [req-9b3a009b-4cd7-431c-9e54-f5faf6f19c48 req-176ef7fc-9b93-4410-96ad-39ba2c4211b5 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Refreshing instance network info cache due to event network-changed-2352fb29-20b2-4dab-90d4-583da0d093e3. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1656.616973] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b3a009b-4cd7-431c-9e54-f5faf6f19c48 req-176ef7fc-9b93-4410-96ad-39ba2c4211b5 service nova] Acquiring lock "refresh_cache-1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.617144] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b3a009b-4cd7-431c-9e54-f5faf6f19c48 req-176ef7fc-9b93-4410-96ad-39ba2c4211b5 service nova] Acquired lock "refresh_cache-1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.617319] env[64147]: DEBUG nova.network.neutron [req-9b3a009b-4cd7-431c-9e54-f5faf6f19c48 req-176ef7fc-9b93-4410-96ad-39ba2c4211b5 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Refreshing network info cache for port 2352fb29-20b2-4dab-90d4-583da0d093e3 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1656.739631] env[64147]: DEBUG nova.network.neutron [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Successfully updated port: 147fb9a3-bf9b-4330-ab48-4c82dcdbb75a {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1656.825271] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840084, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.834034] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6192619-5f40-41d5-ab4c-3dbe9100e313 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "5410b69e-75c7-45d7-95a6-99c847419bf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.926s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.836974] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.839366] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.475s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.839681] env[64147]: DEBUG nova.objects.instance [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lazy-loading 'resources' on Instance uuid de5091b6-6ad7-4558-b508-edfe729eb701 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.881481] env[64147]: INFO nova.scheduler.client.report [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleted allocations for instance f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde [ 1656.885508] env[64147]: DEBUG oslo_vmware.api [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840081, 'name': PowerOnVM_Task, 'duration_secs': 0.748284} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.891655] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1656.891655] env[64147]: INFO nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Took 11.30 seconds to spawn the instance on the hypervisor. [ 1656.891655] env[64147]: DEBUG nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1656.895620] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b510f4e4-af1d-419d-9bdb-373e66cff3f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.967378] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "65893cfb-3699-48f0-8db8-89c5223e87df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.967378] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "65893cfb-3699-48f0-8db8-89c5223e87df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.108104] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.193190] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquiring lock "refresh_cache-330c9cd3-28a5-43f4-8795-3d65741a6075" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.193984] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquired lock "refresh_cache-330c9cd3-28a5-43f4-8795-3d65741a6075" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.193984] env[64147]: DEBUG nova.network.neutron [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.319037] env[64147]: DEBUG nova.compute.manager [req-101d31f7-2a0a-4aad-9ae1-655abaf52f27 req-2eb4f1cc-c8c1-4754-b50b-d3f7ce0eae7b service nova] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Received event network-changed-e5ec842c-090e-4a6f-a87f-ee5ed57dec35 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1657.319164] env[64147]: DEBUG nova.compute.manager [req-101d31f7-2a0a-4aad-9ae1-655abaf52f27 req-2eb4f1cc-c8c1-4754-b50b-d3f7ce0eae7b service nova] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Refreshing instance network info cache due to event network-changed-e5ec842c-090e-4a6f-a87f-ee5ed57dec35. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1657.319386] env[64147]: DEBUG oslo_concurrency.lockutils [req-101d31f7-2a0a-4aad-9ae1-655abaf52f27 req-2eb4f1cc-c8c1-4754-b50b-d3f7ce0eae7b service nova] Acquiring lock "refresh_cache-51a314bf-bbaa-41fc-9cd6-d87206b00333" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.319553] env[64147]: DEBUG oslo_concurrency.lockutils [req-101d31f7-2a0a-4aad-9ae1-655abaf52f27 req-2eb4f1cc-c8c1-4754-b50b-d3f7ce0eae7b service nova] Acquired lock "refresh_cache-51a314bf-bbaa-41fc-9cd6-d87206b00333" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.319698] env[64147]: DEBUG nova.network.neutron [req-101d31f7-2a0a-4aad-9ae1-655abaf52f27 req-2eb4f1cc-c8c1-4754-b50b-d3f7ce0eae7b service nova] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Refreshing network info cache for port e5ec842c-090e-4a6f-a87f-ee5ed57dec35 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.335014] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840084, 'name': CreateVM_Task, 'duration_secs': 0.624802} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.337622] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.338549] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.338713] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.339326] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.339863] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe63c441-1aa2-4ad0-a1ac-00ad5371a681 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.349383] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1657.349383] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527c4574-fce5-5518-39f9-72f5602395c8" [ 1657.349383] env[64147]: _type = "Task" [ 1657.349383] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.359888] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527c4574-fce5-5518-39f9-72f5602395c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.396027] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96391b8f-c431-434c-bf54-3644476c3cfd tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.367s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.427436] env[64147]: INFO nova.compute.manager [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Took 43.37 seconds to build instance. [ 1657.471689] env[64147]: DEBUG nova.compute.manager [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1657.651840] env[64147]: DEBUG nova.network.neutron [req-9b3a009b-4cd7-431c-9e54-f5faf6f19c48 req-176ef7fc-9b93-4410-96ad-39ba2c4211b5 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Updated VIF entry in instance network info cache for port 2352fb29-20b2-4dab-90d4-583da0d093e3. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.652230] env[64147]: DEBUG nova.network.neutron [req-9b3a009b-4cd7-431c-9e54-f5faf6f19c48 req-176ef7fc-9b93-4410-96ad-39ba2c4211b5 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Updating instance_info_cache with network_info: [{"id": "2352fb29-20b2-4dab-90d4-583da0d093e3", "address": "fa:16:3e:b6:60:c0", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2352fb29-20", "ovs_interfaceid": "2352fb29-20b2-4dab-90d4-583da0d093e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.747121] env[64147]: DEBUG nova.network.neutron [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1657.866089] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527c4574-fce5-5518-39f9-72f5602395c8, 'name': SearchDatastore_Task, 'duration_secs': 0.014529} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.866843] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.867165] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.867440] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.867621] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.867819] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.868186] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-319b6e4a-d185-4eb2-8885-1a5fb29aa343 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.878175] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.878175] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.878929] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f71ad9-3074-4a2b-9b95-ed9c6851a40b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.888521] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1657.888521] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5276b02f-15bb-5d56-f35a-97c055f935f0" [ 1657.888521] env[64147]: _type = "Task" [ 1657.888521] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.902420] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5276b02f-15bb-5d56-f35a-97c055f935f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.934940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30e36a83-ed6c-4200-9cf1-1edb760a0d6f tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.671s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.975609] env[64147]: DEBUG nova.network.neutron [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Updating instance_info_cache with network_info: [{"id": "147fb9a3-bf9b-4330-ab48-4c82dcdbb75a", "address": "fa:16:3e:e3:4e:fb", "network": {"id": "6f9c73b5-70ba-40b2-86e9-d90aa291d2d8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1171784922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea0c92a6c9c4be1831a8e69a0b33b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147fb9a3-bf", "ovs_interfaceid": "147fb9a3-bf9b-4330-ab48-4c82dcdbb75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.992774] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b3495c-9e63-48be-a073-0b6c485f6291 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.003843] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d364a66-a634-4805-9f9c-4c32e9e2f4c1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.010511] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.047584] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f448da75-ad52-4e8a-878f-4e0ad46e7eb6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.057690] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22397880-9ebb-4e26-ba55-0c2d06ea4b99 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.080514] env[64147]: DEBUG nova.compute.provider_tree [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.156816] env[64147]: DEBUG oslo_concurrency.lockutils [req-9b3a009b-4cd7-431c-9e54-f5faf6f19c48 req-176ef7fc-9b93-4410-96ad-39ba2c4211b5 service nova] Releasing lock "refresh_cache-1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.156816] env[64147]: DEBUG nova.compute.manager [req-9b3a009b-4cd7-431c-9e54-f5faf6f19c48 req-176ef7fc-9b93-4410-96ad-39ba2c4211b5 service nova] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Received event network-vif-deleted-8dfd0cb6-6f1a-4952-9998-5d384753e231 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1658.381533] env[64147]: DEBUG nova.network.neutron [req-101d31f7-2a0a-4aad-9ae1-655abaf52f27 req-2eb4f1cc-c8c1-4754-b50b-d3f7ce0eae7b service nova] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Updated VIF entry in instance network info cache for port e5ec842c-090e-4a6f-a87f-ee5ed57dec35. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1658.381924] env[64147]: DEBUG nova.network.neutron [req-101d31f7-2a0a-4aad-9ae1-655abaf52f27 req-2eb4f1cc-c8c1-4754-b50b-d3f7ce0eae7b service nova] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Updating instance_info_cache with network_info: [{"id": "e5ec842c-090e-4a6f-a87f-ee5ed57dec35", "address": "fa:16:3e:8d:54:8b", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ec842c-09", "ovs_interfaceid": "e5ec842c-090e-4a6f-a87f-ee5ed57dec35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.401124] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5276b02f-15bb-5d56-f35a-97c055f935f0, 'name': SearchDatastore_Task, 'duration_secs': 0.023315} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.401975] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fae1cf0-2fb7-40c9-ba31-03c2db638f21 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.409560] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1658.409560] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52aa2124-3c30-2f68-9e0e-d42e7d7f61cd" [ 1658.409560] env[64147]: _type = "Task" [ 1658.409560] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.419573] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52aa2124-3c30-2f68-9e0e-d42e7d7f61cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.479453] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Releasing lock "refresh_cache-330c9cd3-28a5-43f4-8795-3d65741a6075" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.479830] env[64147]: DEBUG nova.compute.manager [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Instance network_info: |[{"id": "147fb9a3-bf9b-4330-ab48-4c82dcdbb75a", "address": "fa:16:3e:e3:4e:fb", "network": {"id": "6f9c73b5-70ba-40b2-86e9-d90aa291d2d8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1171784922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea0c92a6c9c4be1831a8e69a0b33b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147fb9a3-bf", "ovs_interfaceid": "147fb9a3-bf9b-4330-ab48-4c82dcdbb75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1658.480395] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:4e:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '147fb9a3-bf9b-4330-ab48-4c82dcdbb75a', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1658.490693] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Creating folder: Project (7ea0c92a6c9c4be1831a8e69a0b33b66). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1658.491094] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59e21ff6-dc66-4db5-a960-417f5bfa30fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.505700] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Created folder: Project (7ea0c92a6c9c4be1831a8e69a0b33b66) in parent group-v380629. [ 1658.505907] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Creating folder: Instances. Parent ref: group-v380785. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1658.506249] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96155c78-6393-44a9-9165-e5964d277e4b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.519811] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Created folder: Instances in parent group-v380785. [ 1658.520053] env[64147]: DEBUG oslo.service.loopingcall [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.520293] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1658.520528] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c43e349b-a65f-462f-aec7-798e88913a9c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.555234] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1658.555234] env[64147]: value = "task-1840088" [ 1658.555234] env[64147]: _type = "Task" [ 1658.555234] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.567354] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840088, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.587805] env[64147]: DEBUG nova.scheduler.client.report [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.597339] env[64147]: INFO nova.compute.manager [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Rebuilding instance [ 1658.668604] env[64147]: DEBUG nova.network.neutron [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Successfully updated port: 40cee1fa-2110-4f38-b29c-99a03cf1ac0e {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1658.677605] env[64147]: DEBUG nova.compute.manager [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1658.682901] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b46b0d5-76c1-459c-8bd6-e702829bb40f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.886241] env[64147]: DEBUG oslo_concurrency.lockutils [req-101d31f7-2a0a-4aad-9ae1-655abaf52f27 req-2eb4f1cc-c8c1-4754-b50b-d3f7ce0eae7b service nova] Releasing lock "refresh_cache-51a314bf-bbaa-41fc-9cd6-d87206b00333" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.926681] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52aa2124-3c30-2f68-9e0e-d42e7d7f61cd, 'name': SearchDatastore_Task, 'duration_secs': 0.017833} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.927089] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.927089] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 51a314bf-bbaa-41fc-9cd6-d87206b00333/51a314bf-bbaa-41fc-9cd6-d87206b00333.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.927470] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1531b3c0-a259-4875-bf31-07f78db83708 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.936586] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1658.936586] env[64147]: value = "task-1840089" [ 1658.936586] env[64147]: _type = "Task" [ 1658.936586] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.946215] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.070171] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840088, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.093764] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.099528] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.585s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.099528] env[64147]: INFO nova.compute.claims [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.137160] env[64147]: INFO nova.scheduler.client.report [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Deleted allocations for instance de5091b6-6ad7-4558-b508-edfe729eb701 [ 1659.180347] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "refresh_cache-30e9bf11-4391-410c-bf48-86942adffc4e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.180587] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "refresh_cache-30e9bf11-4391-410c-bf48-86942adffc4e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.180805] env[64147]: DEBUG nova.network.neutron [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.448465] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840089, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.523135] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.523566] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.523834] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.524123] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.524371] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.526965] env[64147]: INFO nova.compute.manager [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Terminating instance [ 1659.573143] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840088, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.656903] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51d67460-85b2-4e95-8bfc-082fb590a969 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "de5091b6-6ad7-4558-b508-edfe729eb701" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.744s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.709645] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1659.709776] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bc83dfe-401a-4879-b09c-4efa32bb97a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.722606] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1659.722606] env[64147]: value = "task-1840090" [ 1659.722606] env[64147]: _type = "Task" [ 1659.722606] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.738123] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.806436] env[64147]: DEBUG nova.network.neutron [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1659.912089] env[64147]: DEBUG oslo_concurrency.lockutils [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.912405] env[64147]: DEBUG oslo_concurrency.lockutils [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.912623] env[64147]: DEBUG oslo_concurrency.lockutils [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.912806] env[64147]: DEBUG oslo_concurrency.lockutils [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.912977] env[64147]: DEBUG oslo_concurrency.lockutils [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.915072] env[64147]: INFO nova.compute.manager [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Terminating instance [ 1659.949187] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824912} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.949676] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 51a314bf-bbaa-41fc-9cd6-d87206b00333/51a314bf-bbaa-41fc-9cd6-d87206b00333.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.949970] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.950281] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e46e25f8-d85d-4c13-99cd-981d53d3bee1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.958579] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1659.958579] env[64147]: value = "task-1840091" [ 1659.958579] env[64147]: _type = "Task" [ 1659.958579] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.973023] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.028877] env[64147]: DEBUG nova.compute.manager [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Received event network-vif-plugged-147fb9a3-bf9b-4330-ab48-4c82dcdbb75a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1660.029866] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Acquiring lock "330c9cd3-28a5-43f4-8795-3d65741a6075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.030537] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Lock "330c9cd3-28a5-43f4-8795-3d65741a6075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.030713] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Lock "330c9cd3-28a5-43f4-8795-3d65741a6075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.030984] env[64147]: DEBUG nova.compute.manager [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] No waiting events found dispatching network-vif-plugged-147fb9a3-bf9b-4330-ab48-4c82dcdbb75a {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1660.031202] env[64147]: WARNING nova.compute.manager [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Received unexpected event network-vif-plugged-147fb9a3-bf9b-4330-ab48-4c82dcdbb75a for instance with vm_state building and task_state spawning. [ 1660.031400] env[64147]: DEBUG nova.compute.manager [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Received event network-changed-147fb9a3-bf9b-4330-ab48-4c82dcdbb75a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1660.031573] env[64147]: DEBUG nova.compute.manager [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Refreshing instance network info cache due to event network-changed-147fb9a3-bf9b-4330-ab48-4c82dcdbb75a. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1660.031763] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Acquiring lock "refresh_cache-330c9cd3-28a5-43f4-8795-3d65741a6075" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.031901] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Acquired lock "refresh_cache-330c9cd3-28a5-43f4-8795-3d65741a6075" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.032689] env[64147]: DEBUG nova.network.neutron [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Refreshing network info cache for port 147fb9a3-bf9b-4330-ab48-4c82dcdbb75a {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1660.037993] env[64147]: DEBUG nova.compute.manager [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.038270] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.039369] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163f8a40-bfd3-426f-93b3-f9a1c995705f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.048862] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.049176] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bb59742-5963-4342-8f24-c2623741a26f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.058035] env[64147]: DEBUG oslo_vmware.api [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1660.058035] env[64147]: value = "task-1840092" [ 1660.058035] env[64147]: _type = "Task" [ 1660.058035] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.068372] env[64147]: DEBUG oslo_vmware.api [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.073495] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840088, 'name': CreateVM_Task, 'duration_secs': 1.432751} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.073791] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1660.074999] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.075312] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.077204] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1660.077204] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd5b5c5-511a-4613-aa7d-e91ccd192ec1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.085683] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for the task: (returnval){ [ 1660.085683] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5247d86c-bd7a-fc93-afeb-5c3e3ff9acaa" [ 1660.085683] env[64147]: _type = "Task" [ 1660.085683] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.094960] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5247d86c-bd7a-fc93-afeb-5c3e3ff9acaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.146011] env[64147]: DEBUG nova.network.neutron [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Updating instance_info_cache with network_info: [{"id": "40cee1fa-2110-4f38-b29c-99a03cf1ac0e", "address": "fa:16:3e:e6:e2:c4", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cee1fa-21", "ovs_interfaceid": "40cee1fa-2110-4f38-b29c-99a03cf1ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.237318] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840090, 'name': PowerOffVM_Task, 'duration_secs': 0.271567} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.237318] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.237318] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.237318] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf6de06-9a2f-41c9-a0c8-03486c468158 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.252538] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1660.253576] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f1ce3a7-eb7c-4ee2-80c7-e25802d10c20 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.280623] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1660.281132] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1660.281132] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Deleting the datastore file [datastore1] 5410b69e-75c7-45d7-95a6-99c847419bf2 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1660.284195] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a776319b-72e1-49a3-bf65-e53ec50ed772 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.291779] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1660.291779] env[64147]: value = "task-1840094" [ 1660.291779] env[64147]: _type = "Task" [ 1660.291779] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.301635] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.419052] env[64147]: DEBUG nova.compute.manager [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.420148] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.420370] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3662607-afd9-4dc3-a7fe-a545550f4deb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.433283] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.433590] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4889739d-55b5-4c91-a754-b952a4411fbb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.443521] env[64147]: DEBUG oslo_vmware.api [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1660.443521] env[64147]: value = "task-1840096" [ 1660.443521] env[64147]: _type = "Task" [ 1660.443521] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.454467] env[64147]: DEBUG oslo_vmware.api [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.472494] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133935} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.472660] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.475911] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89db2022-7882-46e6-ad40-e39c6ab20106 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.502859] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 51a314bf-bbaa-41fc-9cd6-d87206b00333/51a314bf-bbaa-41fc-9cd6-d87206b00333.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.503354] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d069d073-eef4-4ca6-b738-ee3d62e87aba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.526626] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1660.526626] env[64147]: value = "task-1840097" [ 1660.526626] env[64147]: _type = "Task" [ 1660.526626] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.535725] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.567100] env[64147]: DEBUG oslo_vmware.api [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840092, 'name': PowerOffVM_Task, 'duration_secs': 0.273061} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.567481] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.567701] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1660.568023] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6b8fd2a-7fe3-4281-918f-27a12a2299cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.598829] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5247d86c-bd7a-fc93-afeb-5c3e3ff9acaa, 'name': SearchDatastore_Task, 'duration_secs': 0.014318} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.604633] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.605522] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1660.605522] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.605749] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.605896] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1660.606541] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-544d17f0-4df1-4ca4-b725-2da333c5935e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.618517] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1660.619106] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1660.619789] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bcd2ff2-e1df-4e46-89ab-18e57ebfe0c8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.629738] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for the task: (returnval){ [ 1660.629738] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524cfec5-0727-9bf5-77c4-6d7dd249a51f" [ 1660.629738] env[64147]: _type = "Task" [ 1660.629738] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.640145] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524cfec5-0727-9bf5-77c4-6d7dd249a51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.648663] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "refresh_cache-30e9bf11-4391-410c-bf48-86942adffc4e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.648992] env[64147]: DEBUG nova.compute.manager [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Instance network_info: |[{"id": "40cee1fa-2110-4f38-b29c-99a03cf1ac0e", "address": "fa:16:3e:e6:e2:c4", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cee1fa-21", "ovs_interfaceid": "40cee1fa-2110-4f38-b29c-99a03cf1ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1660.649588] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:e2:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40cee1fa-2110-4f38-b29c-99a03cf1ac0e', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1660.657431] env[64147]: DEBUG oslo.service.loopingcall [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.657668] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1660.657918] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0729562-08cc-4d8e-805e-38f830ee5835 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.683815] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1660.683815] env[64147]: value = "task-1840099" [ 1660.683815] env[64147]: _type = "Task" [ 1660.683815] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.692895] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840099, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.807755] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164774} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.812222] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1660.812222] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1660.812222] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1660.820614] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ee305f-cce0-4435-a846-3d27820f5bed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.830820] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006a776e-9916-47a5-90f9-16d04e2f4a4b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.840793] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "042a7c07-e248-42ff-8239-161b2e29c10c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.841191] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "042a7c07-e248-42ff-8239-161b2e29c10c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.844382] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1660.844697] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1660.844999] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleting the datastore file [datastore1] c23a554b-cedd-425d-9c37-1ef658fa8a1f {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1660.845983] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4d5d3b9-e4e5-45b6-a8c1-667ce0e83603 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.884277] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c11fc8-464e-42a2-9fc8-bd2162ad98e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.889077] env[64147]: DEBUG oslo_vmware.rw_handles [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5c30e-8368-2b2c-382b-72e203b8edf5/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1660.891797] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef362672-293d-41ae-a62d-e987165802af {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.895026] env[64147]: DEBUG oslo_vmware.api [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1660.895026] env[64147]: value = "task-1840100" [ 1660.895026] env[64147]: _type = "Task" [ 1660.895026] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.902641] env[64147]: DEBUG oslo_vmware.rw_handles [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5c30e-8368-2b2c-382b-72e203b8edf5/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1660.902824] env[64147]: ERROR oslo_vmware.rw_handles [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5c30e-8368-2b2c-382b-72e203b8edf5/disk-0.vmdk due to incomplete transfer. [ 1660.903445] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e2947477-bacc-4be4-b310-52e87707d149 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.910025] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ed370-bacb-4761-9a6b-6fd53b72678f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.913384] env[64147]: DEBUG oslo_vmware.api [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.923981] env[64147]: DEBUG nova.compute.provider_tree [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.926589] env[64147]: DEBUG oslo_vmware.rw_handles [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5c30e-8368-2b2c-382b-72e203b8edf5/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1660.926774] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Uploaded image 7bae4145-b136-44fa-8049-0ab22e63414d to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1660.929245] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1660.930024] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d21cc165-d1e2-4563-ac5d-e8c72d8818c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.935936] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1660.935936] env[64147]: value = "task-1840101" [ 1660.935936] env[64147]: _type = "Task" [ 1660.935936] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.944860] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840101, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.953995] env[64147]: DEBUG oslo_vmware.api [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840096, 'name': PowerOffVM_Task, 'duration_secs': 0.19002} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.954358] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.954537] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1660.954820] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-003efd14-e64f-4bcf-8cf8-01c3272ef8de {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.978234] env[64147]: DEBUG nova.network.neutron [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Updated VIF entry in instance network info cache for port 147fb9a3-bf9b-4330-ab48-4c82dcdbb75a. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.978234] env[64147]: DEBUG nova.network.neutron [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Updating instance_info_cache with network_info: [{"id": "147fb9a3-bf9b-4330-ab48-4c82dcdbb75a", "address": "fa:16:3e:e3:4e:fb", "network": {"id": "6f9c73b5-70ba-40b2-86e9-d90aa291d2d8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1171784922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea0c92a6c9c4be1831a8e69a0b33b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147fb9a3-bf", "ovs_interfaceid": "147fb9a3-bf9b-4330-ab48-4c82dcdbb75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.035771] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840097, 'name': ReconfigVM_Task, 'duration_secs': 0.365199} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.036965] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 51a314bf-bbaa-41fc-9cd6-d87206b00333/51a314bf-bbaa-41fc-9cd6-d87206b00333.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.037681] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.037869] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.038052] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleting the datastore file [datastore1] fd3092bf-6577-4c5d-b638-1ef11f4b3c1e {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.038294] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-653ed059-c487-4de2-bb6d-1302ff51faf2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.039893] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f036d903-e8f7-406f-a42a-cf923e786aec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.046658] env[64147]: DEBUG oslo_vmware.api [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for the task: (returnval){ [ 1661.046658] env[64147]: value = "task-1840104" [ 1661.046658] env[64147]: _type = "Task" [ 1661.046658] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.047210] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1661.047210] env[64147]: value = "task-1840103" [ 1661.047210] env[64147]: _type = "Task" [ 1661.047210] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.064566] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840103, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.064985] env[64147]: DEBUG oslo_vmware.api [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.143971] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524cfec5-0727-9bf5-77c4-6d7dd249a51f, 'name': SearchDatastore_Task, 'duration_secs': 0.016927} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.144882] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad39470e-98e3-4b7a-a2e5-bd624b0e283e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.151647] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for the task: (returnval){ [ 1661.151647] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5206e973-a503-6df7-a52d-c556e634edc3" [ 1661.151647] env[64147]: _type = "Task" [ 1661.151647] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.164494] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5206e973-a503-6df7-a52d-c556e634edc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.195397] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840099, 'name': CreateVM_Task, 'duration_secs': 0.42272} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.195580] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.196319] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.196505] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.196832] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1661.197107] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27015025-12b4-4cc0-9c02-adc15e150a59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.202485] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1661.202485] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5261fcbd-2a87-198c-b144-327bd315377b" [ 1661.202485] env[64147]: _type = "Task" [ 1661.202485] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.210437] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5261fcbd-2a87-198c-b144-327bd315377b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.345174] env[64147]: DEBUG nova.compute.manager [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1661.410757] env[64147]: DEBUG oslo_vmware.api [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301168} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.410757] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.414093] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1661.414374] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1661.414559] env[64147]: INFO nova.compute.manager [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1661.416463] env[64147]: DEBUG oslo.service.loopingcall [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.416463] env[64147]: DEBUG nova.compute.manager [-] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1661.416463] env[64147]: DEBUG nova.network.neutron [-] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1661.431766] env[64147]: DEBUG nova.scheduler.client.report [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.446018] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840101, 'name': Destroy_Task, 'duration_secs': 0.331246} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.448585] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Destroyed the VM [ 1661.448585] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1661.448585] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7eefc5a9-7848-4df8-953b-d1678c94039f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.454307] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1661.454307] env[64147]: value = "task-1840105" [ 1661.454307] env[64147]: _type = "Task" [ 1661.454307] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.468737] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840105, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.482148] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Releasing lock "refresh_cache-330c9cd3-28a5-43f4-8795-3d65741a6075" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.482148] env[64147]: DEBUG nova.compute.manager [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Received event network-vif-plugged-40cee1fa-2110-4f38-b29c-99a03cf1ac0e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1661.482148] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Acquiring lock "30e9bf11-4391-410c-bf48-86942adffc4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.482148] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Lock "30e9bf11-4391-410c-bf48-86942adffc4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.482148] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Lock "30e9bf11-4391-410c-bf48-86942adffc4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.482148] env[64147]: DEBUG nova.compute.manager [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] No waiting events found dispatching network-vif-plugged-40cee1fa-2110-4f38-b29c-99a03cf1ac0e {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.482148] env[64147]: WARNING nova.compute.manager [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Received unexpected event network-vif-plugged-40cee1fa-2110-4f38-b29c-99a03cf1ac0e for instance with vm_state building and task_state spawning. [ 1661.483328] env[64147]: DEBUG nova.compute.manager [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Received event network-changed-40cee1fa-2110-4f38-b29c-99a03cf1ac0e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1661.483328] env[64147]: DEBUG nova.compute.manager [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Refreshing instance network info cache due to event network-changed-40cee1fa-2110-4f38-b29c-99a03cf1ac0e. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1661.483328] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Acquiring lock "refresh_cache-30e9bf11-4391-410c-bf48-86942adffc4e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.483328] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Acquired lock "refresh_cache-30e9bf11-4391-410c-bf48-86942adffc4e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.483328] env[64147]: DEBUG nova.network.neutron [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Refreshing network info cache for port 40cee1fa-2110-4f38-b29c-99a03cf1ac0e {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.561895] env[64147]: DEBUG oslo_vmware.api [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Task: {'id': task-1840104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293648} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.565728] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.566107] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1661.566480] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1661.566816] env[64147]: INFO nova.compute.manager [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1661.567130] env[64147]: DEBUG oslo.service.loopingcall [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.567527] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840103, 'name': Rename_Task, 'duration_secs': 0.139222} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.567837] env[64147]: DEBUG nova.compute.manager [-] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1661.568030] env[64147]: DEBUG nova.network.neutron [-] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1661.570114] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.570472] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-524f55ff-1699-49ce-835c-3ccf34aa34d8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.578318] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1661.578318] env[64147]: value = "task-1840106" [ 1661.578318] env[64147]: _type = "Task" [ 1661.578318] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.587645] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.667174] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5206e973-a503-6df7-a52d-c556e634edc3, 'name': SearchDatastore_Task, 'duration_secs': 0.013504} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.667174] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.667174] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 330c9cd3-28a5-43f4-8795-3d65741a6075/330c9cd3-28a5-43f4-8795-3d65741a6075.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1661.667174] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d27436f-8707-4960-955f-98d8cc1e767a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.675039] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for the task: (returnval){ [ 1661.675039] env[64147]: value = "task-1840107" [ 1661.675039] env[64147]: _type = "Task" [ 1661.675039] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.682650] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.718246] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5261fcbd-2a87-198c-b144-327bd315377b, 'name': SearchDatastore_Task, 'duration_secs': 0.012724} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.718830] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.719163] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.719533] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.719766] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.720100] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.720852] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a49ee45-fb6d-4998-9d56-0945838b0d9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.868834] env[64147]: DEBUG nova.virt.hardware [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.868997] env[64147]: DEBUG nova.virt.hardware [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.869159] env[64147]: DEBUG nova.virt.hardware [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.869371] env[64147]: DEBUG nova.virt.hardware [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.869524] env[64147]: DEBUG nova.virt.hardware [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.869685] env[64147]: DEBUG nova.virt.hardware [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.869906] env[64147]: DEBUG nova.virt.hardware [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.870628] env[64147]: DEBUG nova.virt.hardware [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.871506] env[64147]: DEBUG nova.virt.hardware [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.871723] env[64147]: DEBUG nova.virt.hardware [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.872064] env[64147]: DEBUG nova.virt.hardware [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.873229] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964c9326-9856-4433-8959-32d63f8054e1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.882014] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.889260] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ba818e-9a49-4a1d-8112-8a7974673956 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.904626] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1661.910237] env[64147]: DEBUG oslo.service.loopingcall [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.910739] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1661.911017] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5d0cf86-362a-4aa3-a131-d5f1ff3007ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.928509] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1661.928509] env[64147]: value = "task-1840108" [ 1661.928509] env[64147]: _type = "Task" [ 1661.928509] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.939298] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840108, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.941493] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.942839] env[64147]: DEBUG nova.compute.manager [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1661.945159] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.485s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.945376] env[64147]: DEBUG nova.objects.instance [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Lazy-loading 'resources' on Instance uuid b7395f42-7370-49c6-b975-05a3432f71d4 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.968647] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840105, 'name': RemoveSnapshot_Task, 'duration_secs': 0.416524} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.968647] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1661.968930] env[64147]: DEBUG nova.compute.manager [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.969630] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5888bff-e153-4f71-a2c3-54b7fb8e9ac8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.050338] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.050338] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1662.050911] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800eb883-a475-4bd5-b236-1adad64e7f10 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.057399] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1662.057399] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52771c71-30f3-2a65-c06a-a8255590bc16" [ 1662.057399] env[64147]: _type = "Task" [ 1662.057399] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.065722] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52771c71-30f3-2a65-c06a-a8255590bc16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.089490] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.138929] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "6f33edae-5839-4761-be87-310e5c5f0b3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.139267] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.186020] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.215215] env[64147]: DEBUG nova.compute.manager [req-2e2dc2e8-bf6f-4f7a-8b82-6e27ec726ca1 req-09ae8b73-1092-4838-9ae4-8c7b5d65564c service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Received event network-vif-deleted-6dcfa34e-bd28-48ad-8f3c-a6615836ad79 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1662.216423] env[64147]: INFO nova.compute.manager [req-2e2dc2e8-bf6f-4f7a-8b82-6e27ec726ca1 req-09ae8b73-1092-4838-9ae4-8c7b5d65564c service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Neutron deleted interface 6dcfa34e-bd28-48ad-8f3c-a6615836ad79; detaching it from the instance and deleting it from the info cache [ 1662.216423] env[64147]: DEBUG nova.network.neutron [req-2e2dc2e8-bf6f-4f7a-8b82-6e27ec726ca1 req-09ae8b73-1092-4838-9ae4-8c7b5d65564c service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.315140] env[64147]: DEBUG nova.compute.manager [req-61ded5b7-ef2d-4033-ab3e-5810e9203a26 req-982102c3-eb7e-40d0-bab0-94810c7ddc68 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Received event network-vif-deleted-a2edd453-378c-4b4e-b305-210dff4ccb44 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1662.315140] env[64147]: INFO nova.compute.manager [req-61ded5b7-ef2d-4033-ab3e-5810e9203a26 req-982102c3-eb7e-40d0-bab0-94810c7ddc68 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Neutron deleted interface a2edd453-378c-4b4e-b305-210dff4ccb44; detaching it from the instance and deleting it from the info cache [ 1662.315140] env[64147]: DEBUG nova.network.neutron [req-61ded5b7-ef2d-4033-ab3e-5810e9203a26 req-982102c3-eb7e-40d0-bab0-94810c7ddc68 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.348013] env[64147]: DEBUG nova.network.neutron [-] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.380950] env[64147]: DEBUG nova.network.neutron [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Updated VIF entry in instance network info cache for port 40cee1fa-2110-4f38-b29c-99a03cf1ac0e. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1662.381790] env[64147]: DEBUG nova.network.neutron [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Updating instance_info_cache with network_info: [{"id": "40cee1fa-2110-4f38-b29c-99a03cf1ac0e", "address": "fa:16:3e:e6:e2:c4", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cee1fa-21", "ovs_interfaceid": "40cee1fa-2110-4f38-b29c-99a03cf1ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.383886] env[64147]: DEBUG nova.network.neutron [-] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.442118] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840108, 'name': CreateVM_Task, 'duration_secs': 0.282159} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.442306] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1662.442752] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.442909] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.443267] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1662.443605] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb72bb7-0350-4955-be55-41ef4ac53770 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.448922] env[64147]: DEBUG nova.compute.utils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1662.457026] env[64147]: DEBUG nova.compute.manager [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1662.457026] env[64147]: DEBUG nova.network.neutron [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1662.458732] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1662.458732] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fef074-874e-ce68-5c53-3e1cb6fd3d6b" [ 1662.458732] env[64147]: _type = "Task" [ 1662.458732] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.470294] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fef074-874e-ce68-5c53-3e1cb6fd3d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.487715] env[64147]: INFO nova.compute.manager [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Shelve offloading [ 1662.534565] env[64147]: DEBUG nova.policy [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7aff6d35da944839f34d9dfc2de19a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79aefcef120c49efb351350d15b1068e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1662.569901] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52771c71-30f3-2a65-c06a-a8255590bc16, 'name': SearchDatastore_Task, 'duration_secs': 0.028664} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.570911] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf62206-9b45-49bd-aa93-61b9a83d6631 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.580821] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1662.580821] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d007a3-15e8-0dc0-6cb1-26cf16faf029" [ 1662.580821] env[64147]: _type = "Task" [ 1662.580821] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.596937] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840106, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.601954] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d007a3-15e8-0dc0-6cb1-26cf16faf029, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.602265] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.602549] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 30e9bf11-4391-410c-bf48-86942adffc4e/30e9bf11-4391-410c-bf48-86942adffc4e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1662.602985] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74039b89-8973-4505-a2f6-842395800f0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.610018] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1662.610018] env[64147]: value = "task-1840110" [ 1662.610018] env[64147]: _type = "Task" [ 1662.610018] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.626607] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.644288] env[64147]: DEBUG nova.compute.manager [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1662.693979] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863411} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.693979] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 330c9cd3-28a5-43f4-8795-3d65741a6075/330c9cd3-28a5-43f4-8795-3d65741a6075.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1662.693979] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1662.693979] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a430046d-d0ba-4a65-81ac-66d0b65dcbf0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.701907] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for the task: (returnval){ [ 1662.701907] env[64147]: value = "task-1840111" [ 1662.701907] env[64147]: _type = "Task" [ 1662.701907] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.712798] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.722021] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c58ae69b-5c1e-41e1-af4c-dad649484fc9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.732055] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886e931f-dcb3-4d1c-a4ce-ef1eb5aa7f8c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.774405] env[64147]: DEBUG nova.compute.manager [req-2e2dc2e8-bf6f-4f7a-8b82-6e27ec726ca1 req-09ae8b73-1092-4838-9ae4-8c7b5d65564c service nova] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Detach interface failed, port_id=6dcfa34e-bd28-48ad-8f3c-a6615836ad79, reason: Instance fd3092bf-6577-4c5d-b638-1ef11f4b3c1e could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1662.822788] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bde6f54-b8a0-48cb-afe7-206c4eb61808 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.833742] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd47d036-dd49-42f0-8f72-966939175ef2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.850700] env[64147]: INFO nova.compute.manager [-] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Took 1.28 seconds to deallocate network for instance. [ 1662.882784] env[64147]: DEBUG nova.compute.manager [req-61ded5b7-ef2d-4033-ab3e-5810e9203a26 req-982102c3-eb7e-40d0-bab0-94810c7ddc68 service nova] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Detach interface failed, port_id=a2edd453-378c-4b4e-b305-210dff4ccb44, reason: Instance c23a554b-cedd-425d-9c37-1ef658fa8a1f could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1662.887936] env[64147]: DEBUG oslo_concurrency.lockutils [req-7056ee30-bb54-4a5a-9cbe-95bb969847f6 req-2d158af3-65c0-4ec8-8224-56351b21ab6e service nova] Releasing lock "refresh_cache-30e9bf11-4391-410c-bf48-86942adffc4e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.888972] env[64147]: INFO nova.compute.manager [-] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Took 1.47 seconds to deallocate network for instance. [ 1662.956937] env[64147]: DEBUG nova.compute.manager [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1662.977565] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fef074-874e-ce68-5c53-3e1cb6fd3d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.047922} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.978167] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.978605] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1662.979884] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.979884] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.979884] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1662.980065] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c3e101-750f-4357-9561-b3e7263775b8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.993195] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.993569] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee2e687-a7d8-474a-8ef6-184ac25c406b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.999868] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.999868] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1663.004014] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c11c3f-ce6c-49ef-913a-4851a243468b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.009466] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1663.009466] env[64147]: value = "task-1840112" [ 1663.009466] env[64147]: _type = "Task" [ 1663.009466] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.016523] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1663.016523] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f75e9c-9b43-f942-cb18-0caaafc018f7" [ 1663.016523] env[64147]: _type = "Task" [ 1663.016523] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.029034] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1663.029034] env[64147]: DEBUG nova.compute.manager [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1663.029816] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f312eb14-ff14-4da6-8073-fe1e81e863f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.037781] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f75e9c-9b43-f942-cb18-0caaafc018f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.041945] env[64147]: DEBUG oslo_concurrency.lockutils [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.042029] env[64147]: DEBUG oslo_concurrency.lockutils [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.042186] env[64147]: DEBUG nova.network.neutron [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.090017] env[64147]: DEBUG oslo_vmware.api [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840106, 'name': PowerOnVM_Task, 'duration_secs': 1.052322} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.090123] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.090253] env[64147]: INFO nova.compute.manager [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Took 12.14 seconds to spawn the instance on the hypervisor. [ 1663.090437] env[64147]: DEBUG nova.compute.manager [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1663.091223] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b81eae8-06c8-487b-95e9-173ffb66bbab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.120818] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452519} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.124722] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 30e9bf11-4391-410c-bf48-86942adffc4e/30e9bf11-4391-410c-bf48-86942adffc4e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1663.124952] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1663.125414] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98257a91-508f-4c38-adb2-adb76c227459 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.132753] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1663.132753] env[64147]: value = "task-1840113" [ 1663.132753] env[64147]: _type = "Task" [ 1663.132753] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.145812] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.164625] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.176262] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91720f4d-737e-44dc-9148-06e9553f022a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.184650] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0827ae-7651-4986-8656-fe750f038949 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.219474] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd13bdc-48f2-4f4a-be26-c5d0dec659a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.229621] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c89b0e-82ea-4845-859e-1a0291f0d45c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.233249] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078121} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.233510] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1663.234592] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a17102-fceb-41d2-8b69-189bbec06b85 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.246626] env[64147]: DEBUG nova.compute.provider_tree [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.267645] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 330c9cd3-28a5-43f4-8795-3d65741a6075/330c9cd3-28a5-43f4-8795-3d65741a6075.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.268498] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59330735-b277-4c4c-827c-c824e9da6b71 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.288887] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for the task: (returnval){ [ 1663.288887] env[64147]: value = "task-1840114" [ 1663.288887] env[64147]: _type = "Task" [ 1663.288887] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.298663] env[64147]: DEBUG nova.network.neutron [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Successfully created port: d617fcf6-bf60-4a93-8c54-a029c87aae34 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1663.301876] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.363220] env[64147]: DEBUG oslo_concurrency.lockutils [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.400351] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.527681] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f75e9c-9b43-f942-cb18-0caaafc018f7, 'name': SearchDatastore_Task, 'duration_secs': 0.033897} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.528426] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78dd9689-3b60-427f-ba4f-3050560bbf89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.533433] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1663.533433] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5278d2c3-cacf-427c-2220-c6b88354b4c9" [ 1663.533433] env[64147]: _type = "Task" [ 1663.533433] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.540803] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5278d2c3-cacf-427c-2220-c6b88354b4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.621029] env[64147]: INFO nova.compute.manager [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Took 46.62 seconds to build instance. [ 1663.645231] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071195} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.647807] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1663.648991] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b67030-186f-4e29-940c-ce0c62013cde {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.676020] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 30e9bf11-4391-410c-bf48-86942adffc4e/30e9bf11-4391-410c-bf48-86942adffc4e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.679025] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb376c4-5142-4614-980b-9449813285b5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.702401] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1663.702401] env[64147]: value = "task-1840115" [ 1663.702401] env[64147]: _type = "Task" [ 1663.702401] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.712520] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.750140] env[64147]: DEBUG nova.scheduler.client.report [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.800167] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840114, 'name': ReconfigVM_Task, 'duration_secs': 0.325038} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.800167] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 330c9cd3-28a5-43f4-8795-3d65741a6075/330c9cd3-28a5-43f4-8795-3d65741a6075.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.800167] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ebb35aa-20ca-4e18-8442-c55f6387cd46 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.805322] env[64147]: DEBUG nova.network.neutron [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updating instance_info_cache with network_info: [{"id": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "address": "fa:16:3e:6d:3e:28", "network": {"id": "03fccacf-2ca3-480a-984a-31dc543d9086", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2136483503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb757229541c4350bfa4c4025f4c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190d0fe5-c9", "ovs_interfaceid": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.807570] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for the task: (returnval){ [ 1663.807570] env[64147]: value = "task-1840116" [ 1663.807570] env[64147]: _type = "Task" [ 1663.807570] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.816250] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840116, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.974569] env[64147]: DEBUG nova.compute.manager [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1664.000663] env[64147]: DEBUG nova.virt.hardware [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1664.000948] env[64147]: DEBUG nova.virt.hardware [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1664.001072] env[64147]: DEBUG nova.virt.hardware [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1664.001256] env[64147]: DEBUG nova.virt.hardware [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1664.001456] env[64147]: DEBUG nova.virt.hardware [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1664.001540] env[64147]: DEBUG nova.virt.hardware [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1664.001746] env[64147]: DEBUG nova.virt.hardware [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1664.001898] env[64147]: DEBUG nova.virt.hardware [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1664.002579] env[64147]: DEBUG nova.virt.hardware [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1664.002767] env[64147]: DEBUG nova.virt.hardware [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1664.002953] env[64147]: DEBUG nova.virt.hardware [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1664.004086] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c860478f-3c62-4cc9-8c45-3eb3569a565a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.012336] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81b2bba-fc74-4705-872d-9dd0f72342c9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.043268] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5278d2c3-cacf-427c-2220-c6b88354b4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.043580] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.043890] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5410b69e-75c7-45d7-95a6-99c847419bf2/5410b69e-75c7-45d7-95a6-99c847419bf2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.044116] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a99e6364-edad-47df-a5fa-0848f6334965 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.052368] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1664.052368] env[64147]: value = "task-1840117" [ 1664.052368] env[64147]: _type = "Task" [ 1664.052368] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.059920] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.124949] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7e3beb52-7c7f-4d92-86fb-701bbfcca3f9 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "51a314bf-bbaa-41fc-9cd6-d87206b00333" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.297s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.198577] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "51a314bf-bbaa-41fc-9cd6-d87206b00333" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.198800] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "51a314bf-bbaa-41fc-9cd6-d87206b00333" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.199076] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "51a314bf-bbaa-41fc-9cd6-d87206b00333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.199307] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "51a314bf-bbaa-41fc-9cd6-d87206b00333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.199522] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "51a314bf-bbaa-41fc-9cd6-d87206b00333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.201853] env[64147]: INFO nova.compute.manager [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Terminating instance [ 1664.214867] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.254701] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.257103] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.509s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.260886] env[64147]: INFO nova.compute.claims [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.276306] env[64147]: INFO nova.scheduler.client.report [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Deleted allocations for instance b7395f42-7370-49c6-b975-05a3432f71d4 [ 1664.308304] env[64147]: DEBUG oslo_concurrency.lockutils [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.320594] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840116, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.388166] env[64147]: DEBUG oslo_concurrency.lockutils [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.388436] env[64147]: DEBUG oslo_concurrency.lockutils [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.388688] env[64147]: DEBUG oslo_concurrency.lockutils [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.388882] env[64147]: DEBUG oslo_concurrency.lockutils [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.389066] env[64147]: DEBUG oslo_concurrency.lockutils [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.391129] env[64147]: INFO nova.compute.manager [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Terminating instance [ 1664.456305] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.456665] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.457180] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.457180] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.458394] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.461701] env[64147]: INFO nova.compute.manager [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Terminating instance [ 1664.565017] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.572599] env[64147]: DEBUG nova.compute.manager [req-0d21cabc-509d-4d7f-9c7f-c01af4c6fe24 req-f6a70a60-d5b1-41fc-8e80-46694e14e9a8 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Received event network-vif-unplugged-190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1664.572856] env[64147]: DEBUG oslo_concurrency.lockutils [req-0d21cabc-509d-4d7f-9c7f-c01af4c6fe24 req-f6a70a60-d5b1-41fc-8e80-46694e14e9a8 service nova] Acquiring lock "b963fd88-11ad-48ec-910c-e531c727961e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.574252] env[64147]: DEBUG oslo_concurrency.lockutils [req-0d21cabc-509d-4d7f-9c7f-c01af4c6fe24 req-f6a70a60-d5b1-41fc-8e80-46694e14e9a8 service nova] Lock "b963fd88-11ad-48ec-910c-e531c727961e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.574252] env[64147]: DEBUG oslo_concurrency.lockutils [req-0d21cabc-509d-4d7f-9c7f-c01af4c6fe24 req-f6a70a60-d5b1-41fc-8e80-46694e14e9a8 service nova] Lock "b963fd88-11ad-48ec-910c-e531c727961e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.574252] env[64147]: DEBUG nova.compute.manager [req-0d21cabc-509d-4d7f-9c7f-c01af4c6fe24 req-f6a70a60-d5b1-41fc-8e80-46694e14e9a8 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] No waiting events found dispatching network-vif-unplugged-190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1664.574252] env[64147]: WARNING nova.compute.manager [req-0d21cabc-509d-4d7f-9c7f-c01af4c6fe24 req-f6a70a60-d5b1-41fc-8e80-46694e14e9a8 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Received unexpected event network-vif-unplugged-190d0fe5-c9bd-4431-8baf-949bd79c08b6 for instance with vm_state shelved and task_state shelving_offloading. [ 1664.600674] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.601576] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6783eeaa-5b02-4587-bdc2-fc6c41821c22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.609762] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1664.610014] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f754fa76-b4fd-47c5-bf96-2da6e2334a3b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.708737] env[64147]: DEBUG nova.compute.manager [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1664.708951] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.709709] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e30e80-9551-4ed3-9d42-be2aba8964f4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.718168] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.720227] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.720461] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b74041d-cdc3-42e6-bb94-db653543c5ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.726877] env[64147]: DEBUG oslo_vmware.api [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1664.726877] env[64147]: value = "task-1840120" [ 1664.726877] env[64147]: _type = "Task" [ 1664.726877] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.737747] env[64147]: DEBUG oslo_vmware.api [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.785564] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1c48d08d-bad9-4303-8a59-490a55edaebd tempest-ServersTestFqdnHostnames-1191678058 tempest-ServersTestFqdnHostnames-1191678058-project-member] Lock "b7395f42-7370-49c6-b975-05a3432f71d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.976s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.822731] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840116, 'name': Rename_Task, 'duration_secs': 0.958546} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.825033] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.825033] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25b6fea3-3b9c-4f28-9e32-b8437e6a1531 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.832281] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for the task: (returnval){ [ 1664.832281] env[64147]: value = "task-1840121" [ 1664.832281] env[64147]: _type = "Task" [ 1664.832281] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.843443] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.895251] env[64147]: DEBUG nova.compute.manager [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1664.895495] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.896571] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794efad6-5fa0-4661-b351-99063efbd06a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.905188] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.905551] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49d812c4-2ba3-457c-bc26-348922c79c7b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.912584] env[64147]: DEBUG oslo_vmware.api [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1664.912584] env[64147]: value = "task-1840122" [ 1664.912584] env[64147]: _type = "Task" [ 1664.912584] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.921562] env[64147]: DEBUG oslo_vmware.api [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.967298] env[64147]: DEBUG nova.compute.manager [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1664.967537] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.968402] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95239a5f-6404-42e9-a71c-2da2afda1a42 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.976147] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.976525] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b05ecc2-2e9d-4217-b234-a1954fd10a28 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.982600] env[64147]: DEBUG oslo_vmware.api [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1664.982600] env[64147]: value = "task-1840123" [ 1664.982600] env[64147]: _type = "Task" [ 1664.982600] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.992765] env[64147]: DEBUG oslo_vmware.api [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.064136] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.070043] env[64147]: DEBUG nova.compute.manager [req-2b737be8-8424-4014-ac89-1cbd52f7b841 req-4945a735-feed-49cb-821e-a1b54a6c7664 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Received event network-vif-plugged-d617fcf6-bf60-4a93-8c54-a029c87aae34 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1665.070377] env[64147]: DEBUG oslo_concurrency.lockutils [req-2b737be8-8424-4014-ac89-1cbd52f7b841 req-4945a735-feed-49cb-821e-a1b54a6c7664 service nova] Acquiring lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.070665] env[64147]: DEBUG oslo_concurrency.lockutils [req-2b737be8-8424-4014-ac89-1cbd52f7b841 req-4945a735-feed-49cb-821e-a1b54a6c7664 service nova] Lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.070825] env[64147]: DEBUG oslo_concurrency.lockutils [req-2b737be8-8424-4014-ac89-1cbd52f7b841 req-4945a735-feed-49cb-821e-a1b54a6c7664 service nova] Lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.071060] env[64147]: DEBUG nova.compute.manager [req-2b737be8-8424-4014-ac89-1cbd52f7b841 req-4945a735-feed-49cb-821e-a1b54a6c7664 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] No waiting events found dispatching network-vif-plugged-d617fcf6-bf60-4a93-8c54-a029c87aae34 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1665.071287] env[64147]: WARNING nova.compute.manager [req-2b737be8-8424-4014-ac89-1cbd52f7b841 req-4945a735-feed-49cb-821e-a1b54a6c7664 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Received unexpected event network-vif-plugged-d617fcf6-bf60-4a93-8c54-a029c87aae34 for instance with vm_state building and task_state spawning. [ 1665.215915] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.224891] env[64147]: DEBUG nova.network.neutron [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Successfully updated port: d617fcf6-bf60-4a93-8c54-a029c87aae34 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1665.239206] env[64147]: DEBUG oslo_vmware.api [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.348658] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.424444] env[64147]: DEBUG oslo_vmware.api [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840122, 'name': PowerOffVM_Task, 'duration_secs': 0.245873} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.427867] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.428117] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.428656] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a876e7a-3c4c-4946-b070-c95adf1a250a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.498372] env[64147]: DEBUG oslo_vmware.api [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840123, 'name': PowerOffVM_Task, 'duration_secs': 0.273777} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.498613] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.498726] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.498990] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6893650c-d6a8-4881-bb6f-bfc944391f93 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.564166] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840117, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.713791] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840115, 'name': ReconfigVM_Task, 'duration_secs': 1.789847} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.714169] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 30e9bf11-4391-410c-bf48-86942adffc4e/30e9bf11-4391-410c-bf48-86942adffc4e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.715142] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b47bf08e-c2c6-497f-81a1-27c73f389293 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.723945] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1665.723945] env[64147]: value = "task-1840126" [ 1665.723945] env[64147]: _type = "Task" [ 1665.723945] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.727381] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquiring lock "refresh_cache-4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.727518] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquired lock "refresh_cache-4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.727662] env[64147]: DEBUG nova.network.neutron [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1665.737947] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840126, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.744451] env[64147]: DEBUG oslo_vmware.api [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840120, 'name': PowerOffVM_Task, 'duration_secs': 0.895376} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.745462] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.745462] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.745627] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2de7a091-6677-4044-90c6-844fc8c801f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.807186] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2687c41d-ae21-4c1d-9230-ce9ef45b18c9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.815798] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61447b9-2dd3-4524-ab9d-dd73b056733a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.852341] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2c5a9f-8968-4a66-bf1e-3b9ed4adc32c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.865331] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b750a362-b7de-49d3-9425-4b2dd40a20dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.869337] env[64147]: DEBUG oslo_vmware.api [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840121, 'name': PowerOnVM_Task, 'duration_secs': 0.960194} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.869613] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.869814] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.870086] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleting the datastore file [datastore2] 51a314bf-bbaa-41fc-9cd6-d87206b00333 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.870379] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1665.870604] env[64147]: INFO nova.compute.manager [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Took 12.08 seconds to spawn the instance on the hypervisor. [ 1665.870701] env[64147]: DEBUG nova.compute.manager [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1665.870937] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a77c75b-7a59-49ad-8b74-70b72b369ad3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.873762] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651a0d8e-ba6e-45af-8891-1edafbe6ff91 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.884600] env[64147]: DEBUG nova.compute.provider_tree [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.887946] env[64147]: DEBUG oslo_vmware.api [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1665.887946] env[64147]: value = "task-1840128" [ 1665.887946] env[64147]: _type = "Task" [ 1665.887946] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.900930] env[64147]: DEBUG oslo_vmware.api [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.940043] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.940043] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.940043] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Deleting the datastore file [datastore1] 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.940043] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53722223-6193-410d-995b-07a01ad3d562 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.948602] env[64147]: DEBUG oslo_vmware.api [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1665.948602] env[64147]: value = "task-1840129" [ 1665.948602] env[64147]: _type = "Task" [ 1665.948602] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.954618] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.954618] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.954618] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Deleting the datastore file [datastore1] b963fd88-11ad-48ec-910c-e531c727961e {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.954618] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef08b845-ad36-4b88-8fff-c30b04ae1e06 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.958257] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.958469] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.958658] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Deleting the datastore file [datastore2] a2dd50c7-0e12-42d4-b6d3-c36c3e803e83 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.961979] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7980e977-8042-49b5-b793-35087f3133cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.963817] env[64147]: DEBUG oslo_vmware.api [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.965339] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1665.965339] env[64147]: value = "task-1840130" [ 1665.965339] env[64147]: _type = "Task" [ 1665.965339] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.971170] env[64147]: DEBUG oslo_vmware.api [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for the task: (returnval){ [ 1665.971170] env[64147]: value = "task-1840131" [ 1665.971170] env[64147]: _type = "Task" [ 1665.971170] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.974203] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.990170] env[64147]: DEBUG oslo_vmware.api [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.068394] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840117, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55085} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.068394] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5410b69e-75c7-45d7-95a6-99c847419bf2/5410b69e-75c7-45d7-95a6-99c847419bf2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1666.069351] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1666.071079] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5121e983-e807-486a-9edb-28d04f373d35 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.079182] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1666.079182] env[64147]: value = "task-1840132" [ 1666.079182] env[64147]: _type = "Task" [ 1666.079182] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.087433] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.239728] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840126, 'name': Rename_Task, 'duration_secs': 0.163542} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.240164] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.240839] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-815e0035-c929-4953-930b-9701f509ac04 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.248086] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1666.248086] env[64147]: value = "task-1840133" [ 1666.248086] env[64147]: _type = "Task" [ 1666.248086] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.257381] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.288927] env[64147]: DEBUG nova.network.neutron [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1666.388776] env[64147]: DEBUG nova.scheduler.client.report [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.415249] env[64147]: DEBUG oslo_vmware.api [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367154} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.417142] env[64147]: INFO nova.compute.manager [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Took 40.73 seconds to build instance. [ 1666.422024] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.422024] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.422024] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.422024] env[64147]: INFO nova.compute.manager [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1666.422024] env[64147]: DEBUG oslo.service.loopingcall [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.425178] env[64147]: DEBUG nova.compute.manager [-] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.425178] env[64147]: DEBUG nova.network.neutron [-] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.460028] env[64147]: DEBUG oslo_vmware.api [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473203} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.463083] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.463083] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.463083] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.463083] env[64147]: INFO nova.compute.manager [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1666.463083] env[64147]: DEBUG oslo.service.loopingcall [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.463083] env[64147]: DEBUG nova.compute.manager [-] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.463083] env[64147]: DEBUG nova.network.neutron [-] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.476179] env[64147]: DEBUG oslo_vmware.api [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477425} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.479999] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.479999] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.480448] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.488645] env[64147]: DEBUG oslo_vmware.api [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Task: {'id': task-1840131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44762} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.489164] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.489582] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.491027] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.491027] env[64147]: INFO nova.compute.manager [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1666.491027] env[64147]: DEBUG oslo.service.loopingcall [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.491027] env[64147]: DEBUG nova.compute.manager [-] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.491027] env[64147]: DEBUG nova.network.neutron [-] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.506781] env[64147]: INFO nova.scheduler.client.report [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Deleted allocations for instance b963fd88-11ad-48ec-910c-e531c727961e [ 1666.589787] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089221} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.590522] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1666.591639] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d86474-4312-4ec5-8763-03d4402091bc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.616647] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 5410b69e-75c7-45d7-95a6-99c847419bf2/5410b69e-75c7-45d7-95a6-99c847419bf2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.617080] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e18771-0b72-4009-a7a3-823999daa381 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.639446] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1666.639446] env[64147]: value = "task-1840135" [ 1666.639446] env[64147]: _type = "Task" [ 1666.639446] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.644855] env[64147]: DEBUG nova.network.neutron [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Updating instance_info_cache with network_info: [{"id": "d617fcf6-bf60-4a93-8c54-a029c87aae34", "address": "fa:16:3e:8c:8e:4a", "network": {"id": "d245ac5b-c801-4260-aa80-ba0b95a602d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-378238224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79aefcef120c49efb351350d15b1068e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd617fcf6-bf", "ovs_interfaceid": "d617fcf6-bf60-4a93-8c54-a029c87aae34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.655626] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.760389] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840133, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.763777] env[64147]: DEBUG nova.compute.manager [req-47b074b5-7857-4e36-94f5-19a4165b2a2d req-6ea3b7d4-ce21-4a2b-bc89-d384aa02d46a service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Received event network-changed-190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1666.764317] env[64147]: DEBUG nova.compute.manager [req-47b074b5-7857-4e36-94f5-19a4165b2a2d req-6ea3b7d4-ce21-4a2b-bc89-d384aa02d46a service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Refreshing instance network info cache due to event network-changed-190d0fe5-c9bd-4431-8baf-949bd79c08b6. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1666.764574] env[64147]: DEBUG oslo_concurrency.lockutils [req-47b074b5-7857-4e36-94f5-19a4165b2a2d req-6ea3b7d4-ce21-4a2b-bc89-d384aa02d46a service nova] Acquiring lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.764729] env[64147]: DEBUG oslo_concurrency.lockutils [req-47b074b5-7857-4e36-94f5-19a4165b2a2d req-6ea3b7d4-ce21-4a2b-bc89-d384aa02d46a service nova] Acquired lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.764896] env[64147]: DEBUG nova.network.neutron [req-47b074b5-7857-4e36-94f5-19a4165b2a2d req-6ea3b7d4-ce21-4a2b-bc89-d384aa02d46a service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Refreshing network info cache for port 190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1666.897873] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.898548] env[64147]: DEBUG nova.compute.manager [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1666.907842] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.035s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.925466] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4de9ceed-681c-4383-b038-cbd2047540ce tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Lock "330c9cd3-28a5-43f4-8795-3d65741a6075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.983s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.012231] env[64147]: DEBUG oslo_concurrency.lockutils [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.147711] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Releasing lock "refresh_cache-4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.148463] env[64147]: DEBUG nova.compute.manager [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Instance network_info: |[{"id": "d617fcf6-bf60-4a93-8c54-a029c87aae34", "address": "fa:16:3e:8c:8e:4a", "network": {"id": "d245ac5b-c801-4260-aa80-ba0b95a602d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-378238224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79aefcef120c49efb351350d15b1068e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd617fcf6-bf", "ovs_interfaceid": "d617fcf6-bf60-4a93-8c54-a029c87aae34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1667.148810] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:8e:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd617fcf6-bf60-4a93-8c54-a029c87aae34', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.161721] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Creating folder: Project (79aefcef120c49efb351350d15b1068e). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1667.164190] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db0f7e91-027d-4552-a4cb-6bb8bc4d8739 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.171184] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840135, 'name': ReconfigVM_Task, 'duration_secs': 0.297829} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.171456] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 5410b69e-75c7-45d7-95a6-99c847419bf2/5410b69e-75c7-45d7-95a6-99c847419bf2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.172237] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6de5db0b-3698-4d76-85c7-bf9e557ab923 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.178094] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Created folder: Project (79aefcef120c49efb351350d15b1068e) in parent group-v380629. [ 1667.178439] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Creating folder: Instances. Parent ref: group-v380791. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1667.179522] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63f73506-d3fb-44b8-b14b-b8e16271cbc6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.181363] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1667.181363] env[64147]: value = "task-1840137" [ 1667.181363] env[64147]: _type = "Task" [ 1667.181363] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.187122] env[64147]: DEBUG nova.compute.manager [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Received event network-changed-d617fcf6-bf60-4a93-8c54-a029c87aae34 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1667.187192] env[64147]: DEBUG nova.compute.manager [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Refreshing instance network info cache due to event network-changed-d617fcf6-bf60-4a93-8c54-a029c87aae34. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1667.187506] env[64147]: DEBUG oslo_concurrency.lockutils [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] Acquiring lock "refresh_cache-4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.187629] env[64147]: DEBUG oslo_concurrency.lockutils [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] Acquired lock "refresh_cache-4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.187717] env[64147]: DEBUG nova.network.neutron [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Refreshing network info cache for port d617fcf6-bf60-4a93-8c54-a029c87aae34 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.193898] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840137, 'name': Rename_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.195566] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Created folder: Instances in parent group-v380791. [ 1667.195566] env[64147]: DEBUG oslo.service.loopingcall [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.196017] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1667.196017] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2373507-fbea-4ddc-a183-97a5dfd46d22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.218340] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.218340] env[64147]: value = "task-1840139" [ 1667.218340] env[64147]: _type = "Task" [ 1667.218340] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.227594] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840139, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.259704] env[64147]: DEBUG oslo_vmware.api [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840133, 'name': PowerOnVM_Task, 'duration_secs': 0.523835} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.260071] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.260332] env[64147]: INFO nova.compute.manager [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1667.260531] env[64147]: DEBUG nova.compute.manager [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.261371] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b43a85f-179e-4e01-9cf2-b0c8f485ed97 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.409039] env[64147]: DEBUG nova.compute.utils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1667.410551] env[64147]: DEBUG nova.compute.manager [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1667.410752] env[64147]: DEBUG nova.network.neutron [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1667.415656] env[64147]: INFO nova.compute.claims [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1667.420310] env[64147]: DEBUG nova.network.neutron [-] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.430876] env[64147]: DEBUG nova.network.neutron [-] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.498031] env[64147]: DEBUG nova.policy [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3d2438a3cb746ce98bfccefa40e333b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ea0b545cb0f4fd4b6c65c4ad6ee2c22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1667.557714] env[64147]: DEBUG nova.network.neutron [-] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.594680] env[64147]: DEBUG nova.network.neutron [req-47b074b5-7857-4e36-94f5-19a4165b2a2d req-6ea3b7d4-ce21-4a2b-bc89-d384aa02d46a service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updated VIF entry in instance network info cache for port 190d0fe5-c9bd-4431-8baf-949bd79c08b6. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1667.594680] env[64147]: DEBUG nova.network.neutron [req-47b074b5-7857-4e36-94f5-19a4165b2a2d req-6ea3b7d4-ce21-4a2b-bc89-d384aa02d46a service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updating instance_info_cache with network_info: [{"id": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "address": "fa:16:3e:6d:3e:28", "network": {"id": "03fccacf-2ca3-480a-984a-31dc543d9086", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2136483503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb757229541c4350bfa4c4025f4c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap190d0fe5-c9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.695667] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840137, 'name': Rename_Task, 'duration_secs': 0.159659} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.696315] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.696594] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8509b8e-d935-4f08-bf26-904ed551d780 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.703543] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1667.703543] env[64147]: value = "task-1840140" [ 1667.703543] env[64147]: _type = "Task" [ 1667.703543] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.712643] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.731216] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840139, 'name': CreateVM_Task, 'duration_secs': 0.380792} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.731216] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1667.731216] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.731216] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.731216] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1667.731216] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe117da-8eba-4158-a467-b051db7b8d0f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.735616] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for the task: (returnval){ [ 1667.735616] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5294fa5f-ab93-2c4f-035a-8b5d9136a3af" [ 1667.735616] env[64147]: _type = "Task" [ 1667.735616] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.747658] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5294fa5f-ab93-2c4f-035a-8b5d9136a3af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.783882] env[64147]: INFO nova.compute.manager [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Took 40.09 seconds to build instance. [ 1667.925020] env[64147]: DEBUG nova.compute.manager [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1667.930511] env[64147]: INFO nova.compute.resource_tracker [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating resource usage from migration cce558ab-0a9d-4c2d-ab29-12b1f6afa4ad [ 1667.931997] env[64147]: DEBUG oslo_concurrency.lockutils [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquiring lock "330c9cd3-28a5-43f4-8795-3d65741a6075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.932466] env[64147]: DEBUG oslo_concurrency.lockutils [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Lock "330c9cd3-28a5-43f4-8795-3d65741a6075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.932678] env[64147]: DEBUG oslo_concurrency.lockutils [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquiring lock "330c9cd3-28a5-43f4-8795-3d65741a6075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.932861] env[64147]: DEBUG oslo_concurrency.lockutils [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Lock "330c9cd3-28a5-43f4-8795-3d65741a6075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.934875] env[64147]: DEBUG oslo_concurrency.lockutils [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Lock "330c9cd3-28a5-43f4-8795-3d65741a6075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.934875] env[64147]: INFO nova.compute.manager [-] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Took 1.47 seconds to deallocate network for instance. [ 1667.935357] env[64147]: INFO nova.compute.manager [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Terminating instance [ 1667.937517] env[64147]: INFO nova.compute.manager [-] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Took 1.51 seconds to deallocate network for instance. [ 1668.026688] env[64147]: DEBUG nova.network.neutron [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Successfully created port: a61cb139-9cd6-435f-9786-3363d9f50f89 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1668.067427] env[64147]: INFO nova.compute.manager [-] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Took 1.58 seconds to deallocate network for instance. [ 1668.083567] env[64147]: DEBUG nova.network.neutron [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Updated VIF entry in instance network info cache for port d617fcf6-bf60-4a93-8c54-a029c87aae34. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.084142] env[64147]: DEBUG nova.network.neutron [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Updating instance_info_cache with network_info: [{"id": "d617fcf6-bf60-4a93-8c54-a029c87aae34", "address": "fa:16:3e:8c:8e:4a", "network": {"id": "d245ac5b-c801-4260-aa80-ba0b95a602d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-378238224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79aefcef120c49efb351350d15b1068e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd617fcf6-bf", "ovs_interfaceid": "d617fcf6-bf60-4a93-8c54-a029c87aae34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.096075] env[64147]: DEBUG oslo_concurrency.lockutils [req-47b074b5-7857-4e36-94f5-19a4165b2a2d req-6ea3b7d4-ce21-4a2b-bc89-d384aa02d46a service nova] Releasing lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.213572] env[64147]: DEBUG oslo_vmware.api [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840140, 'name': PowerOnVM_Task, 'duration_secs': 0.443955} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.215919] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.216144] env[64147]: DEBUG nova.compute.manager [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.219116] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1fe0be-0ae0-49e9-9ed1-9c8656fcc61b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.246435] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5294fa5f-ab93-2c4f-035a-8b5d9136a3af, 'name': SearchDatastore_Task, 'duration_secs': 0.013833} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.249127] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.249407] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1668.249678] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.249858] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.251018] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1668.251018] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53af984f-b5f7-44e0-a5fe-1a7644d3ed54 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.261396] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1668.261968] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1668.262325] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ad096a-1772-4fcf-85d4-a0524ad12556 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.268096] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for the task: (returnval){ [ 1668.268096] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52099c0c-f66f-dfd1-3bae-05468a0a90f4" [ 1668.268096] env[64147]: _type = "Task" [ 1668.268096] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.283604] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52099c0c-f66f-dfd1-3bae-05468a0a90f4, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.284488] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21618b6a-a243-4f67-832f-3b65bf24ec3b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.286932] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff246325-78f3-4a7b-93d2-0bc76539022b tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "30e9bf11-4391-410c-bf48-86942adffc4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.764s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.291991] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for the task: (returnval){ [ 1668.291991] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5245efc7-a691-134c-954a-8ad8d4ae6790" [ 1668.291991] env[64147]: _type = "Task" [ 1668.291991] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.299677] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5245efc7-a691-134c-954a-8ad8d4ae6790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.429351] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257d2e8f-593b-4429-92d4-2457c9c37c05 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.437366] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2f9e4a-779f-4702-ac57-611b1a61d5a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.448340] env[64147]: DEBUG nova.compute.manager [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1668.448594] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1668.449418] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.450118] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.454143] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf07105-561e-43c3-9b7d-af1991d7ced3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.479276] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc31894-b9a2-4aef-9053-7fb2f04235ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.483938] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.484540] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca5f096d-5382-458e-af72-b55f90a7eafc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.490104] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384431c3-2b8b-4d2c-9d94-b76747b4f605 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.494916] env[64147]: DEBUG oslo_vmware.api [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for the task: (returnval){ [ 1668.494916] env[64147]: value = "task-1840141" [ 1668.494916] env[64147]: _type = "Task" [ 1668.494916] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.506061] env[64147]: DEBUG nova.compute.provider_tree [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.511963] env[64147]: DEBUG oslo_vmware.api [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.575841] env[64147]: DEBUG oslo_concurrency.lockutils [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.587037] env[64147]: DEBUG oslo_concurrency.lockutils [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] Releasing lock "refresh_cache-4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.587319] env[64147]: DEBUG nova.compute.manager [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Received event network-vif-deleted-cd8f3003-c6ab-456b-943d-3c4289d4c6c3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1668.587528] env[64147]: INFO nova.compute.manager [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Neutron deleted interface cd8f3003-c6ab-456b-943d-3c4289d4c6c3; detaching it from the instance and deleting it from the info cache [ 1668.587704] env[64147]: DEBUG nova.network.neutron [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.649193] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "b963fd88-11ad-48ec-910c-e531c727961e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.742134] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.764681] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] Acquiring lock "refresh_cache-30e9bf11-4391-410c-bf48-86942adffc4e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.764681] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] Acquired lock "refresh_cache-30e9bf11-4391-410c-bf48-86942adffc4e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.764681] env[64147]: DEBUG nova.network.neutron [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.802797] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5245efc7-a691-134c-954a-8ad8d4ae6790, 'name': SearchDatastore_Task, 'duration_secs': 0.023011} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.803073] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.803362] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59/4f51dbb5-d60d-46f0-9931-c5a60e5b0a59.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1668.803576] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7e22db4-3138-4143-9965-3c557be72300 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.810028] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for the task: (returnval){ [ 1668.810028] env[64147]: value = "task-1840143" [ 1668.810028] env[64147]: _type = "Task" [ 1668.810028] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.817948] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.953078] env[64147]: DEBUG nova.compute.manager [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1668.982739] env[64147]: DEBUG nova.virt.hardware [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.982739] env[64147]: DEBUG nova.virt.hardware [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.982897] env[64147]: DEBUG nova.virt.hardware [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.983118] env[64147]: DEBUG nova.virt.hardware [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.983354] env[64147]: DEBUG nova.virt.hardware [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.983551] env[64147]: DEBUG nova.virt.hardware [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.983814] env[64147]: DEBUG nova.virt.hardware [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.984111] env[64147]: DEBUG nova.virt.hardware [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.984343] env[64147]: DEBUG nova.virt.hardware [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.984600] env[64147]: DEBUG nova.virt.hardware [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.984839] env[64147]: DEBUG nova.virt.hardware [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.985792] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f8ea52-a969-48cd-9572-12b21567592c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.992286] env[64147]: DEBUG nova.compute.manager [req-33c4763c-ec61-4785-893f-c98e73a905fb req-ecb2caaa-c0ca-40a3-919e-888922fed828 service nova] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Received event network-vif-deleted-e5ec842c-090e-4a6f-a87f-ee5ed57dec35 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1668.992692] env[64147]: DEBUG nova.compute.manager [req-33c4763c-ec61-4785-893f-c98e73a905fb req-ecb2caaa-c0ca-40a3-919e-888922fed828 service nova] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Received event network-vif-deleted-36e0e2aa-c9be-43da-8e1c-f7e6d4e02d73 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1669.002104] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75816efe-1cc5-4825-a383-39f2b643a655 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.009054] env[64147]: DEBUG nova.scheduler.client.report [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.025290] env[64147]: DEBUG oslo_vmware.api [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840141, 'name': PowerOffVM_Task, 'duration_secs': 0.170556} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.026643] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.026865] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.027176] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55e3f410-e200-4f72-adb8-1aba11cf9a71 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.090750] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb39ad28-bd6e-4b1c-89ac-8e49e19e7e93 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.111140] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccae6db-02e0-4379-bbd3-08db441599fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.150913] env[64147]: DEBUG nova.compute.manager [req-54836e19-79e4-4e2e-92b7-c151cefeb3cd req-92d35092-504a-4af9-beaf-1b38de6cf435 service nova] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Detach interface failed, port_id=cd8f3003-c6ab-456b-943d-3c4289d4c6c3, reason: Instance 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1669.172918] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1669.173208] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1669.173512] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Deleting the datastore file [datastore1] 330c9cd3-28a5-43f4-8795-3d65741a6075 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.173704] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f88ea67-d339-4759-8a90-dca47d416893 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.181287] env[64147]: DEBUG oslo_vmware.api [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for the task: (returnval){ [ 1669.181287] env[64147]: value = "task-1840145" [ 1669.181287] env[64147]: _type = "Task" [ 1669.181287] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.195750] env[64147]: DEBUG oslo_vmware.api [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.320939] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494156} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.321436] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59/4f51dbb5-d60d-46f0-9931-c5a60e5b0a59.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1669.321584] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1669.321877] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e1dfc51-47f5-420c-9c08-1283b69f93dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.328644] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for the task: (returnval){ [ 1669.328644] env[64147]: value = "task-1840146" [ 1669.328644] env[64147]: _type = "Task" [ 1669.328644] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.337238] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.514693] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.607s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.514929] env[64147]: INFO nova.compute.manager [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Migrating [ 1669.525802] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.707s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.526082] env[64147]: DEBUG nova.objects.instance [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lazy-loading 'resources' on Instance uuid 6e64e601-dfce-46e6-a6f2-ea1f39401c2c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.616460] env[64147]: DEBUG nova.network.neutron [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Updating instance_info_cache with network_info: [{"id": "40cee1fa-2110-4f38-b29c-99a03cf1ac0e", "address": "fa:16:3e:e6:e2:c4", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cee1fa-21", "ovs_interfaceid": "40cee1fa-2110-4f38-b29c-99a03cf1ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.693537] env[64147]: DEBUG oslo_vmware.api [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Task: {'id': task-1840145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223733} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.693846] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1669.693964] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1669.695110] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1669.695110] env[64147]: INFO nova.compute.manager [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1669.695110] env[64147]: DEBUG oslo.service.loopingcall [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.695110] env[64147]: DEBUG nova.compute.manager [-] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1669.695110] env[64147]: DEBUG nova.network.neutron [-] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1669.840396] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068444} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.846573] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1669.846573] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826032b0-426d-4994-a94e-def6be144ba1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.853492] env[64147]: DEBUG nova.network.neutron [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Successfully updated port: a61cb139-9cd6-435f-9786-3363d9f50f89 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.880569] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59/4f51dbb5-d60d-46f0-9931-c5a60e5b0a59.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1669.885814] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c96f422-81a8-4243-9fb6-3817d0023ac3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.910901] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for the task: (returnval){ [ 1669.910901] env[64147]: value = "task-1840147" [ 1669.910901] env[64147]: _type = "Task" [ 1669.910901] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.931922] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.042506] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.042506] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.042506] env[64147]: DEBUG nova.network.neutron [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.087110] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc45702-88ff-4cf0-b506-0174d5752e22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.095551] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5286b1a-97e6-426f-8bd8-9f9e11cf3aa6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.131795] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] Releasing lock "refresh_cache-30e9bf11-4391-410c-bf48-86942adffc4e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.132056] env[64147]: DEBUG nova.compute.manager [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Inject network info {{(pid=64147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1670.132321] env[64147]: DEBUG nova.compute.manager [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] network_info to inject: |[{"id": "40cee1fa-2110-4f38-b29c-99a03cf1ac0e", "address": "fa:16:3e:e6:e2:c4", "network": {"id": "d962d0f4-23ee-4587-ab17-044f7ed5d6c5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-334474787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e205e27b3aa94def82edea9ff9872f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40cee1fa-21", "ovs_interfaceid": "40cee1fa-2110-4f38-b29c-99a03cf1ac0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1670.137936] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Reconfiguring VM instance to set the machine id {{(pid=64147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1670.138916] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34d12bb1-6fd8-43c9-8633-ba649b09554a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.151146] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104b27f2-e8a0-498e-8ed9-0b8312625a6a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.162414] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259da08c-d28c-462d-b2d2-ced2599f7ba0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.166547] env[64147]: DEBUG oslo_vmware.api [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] Waiting for the task: (returnval){ [ 1670.166547] env[64147]: value = "task-1840148" [ 1670.166547] env[64147]: _type = "Task" [ 1670.166547] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.178125] env[64147]: DEBUG nova.compute.provider_tree [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.184787] env[64147]: DEBUG oslo_vmware.api [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] Task: {'id': task-1840148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.218347] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquiring lock "5410b69e-75c7-45d7-95a6-99c847419bf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.218844] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "5410b69e-75c7-45d7-95a6-99c847419bf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.218844] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquiring lock "5410b69e-75c7-45d7-95a6-99c847419bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.219046] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "5410b69e-75c7-45d7-95a6-99c847419bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.219253] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "5410b69e-75c7-45d7-95a6-99c847419bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.223199] env[64147]: INFO nova.compute.manager [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Terminating instance [ 1670.357143] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "refresh_cache-98d10e09-08f9-4881-81a9-9f301a3e2907" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.357954] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquired lock "refresh_cache-98d10e09-08f9-4881-81a9-9f301a3e2907" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.357954] env[64147]: DEBUG nova.network.neutron [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.421009] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.507788] env[64147]: DEBUG nova.network.neutron [-] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.681407] env[64147]: DEBUG nova.scheduler.client.report [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.684675] env[64147]: DEBUG oslo_vmware.api [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] Task: {'id': task-1840148, 'name': ReconfigVM_Task, 'duration_secs': 0.238446} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.688589] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1714ac07-3faf-4519-abbc-99984d129fcc tempest-ServersAdminTestJSON-1832657406 tempest-ServersAdminTestJSON-1832657406-project-admin] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Reconfigured VM instance to set the machine id {{(pid=64147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1670.729789] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquiring lock "refresh_cache-5410b69e-75c7-45d7-95a6-99c847419bf2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.729789] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquired lock "refresh_cache-5410b69e-75c7-45d7-95a6-99c847419bf2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.729789] env[64147]: DEBUG nova.network.neutron [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.833555] env[64147]: DEBUG nova.network.neutron [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance_info_cache with network_info: [{"id": "92f9f141-7d0d-4f2c-9378-87346836f42c", "address": "fa:16:3e:bf:d4:37", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f9f141-7d", "ovs_interfaceid": "92f9f141-7d0d-4f2c-9378-87346836f42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.898802] env[64147]: DEBUG nova.network.neutron [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.925737] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840147, 'name': ReconfigVM_Task, 'duration_secs': 0.83904} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.926174] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59/4f51dbb5-d60d-46f0-9931-c5a60e5b0a59.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1670.926914] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a23f0181-3ed1-433d-9db0-ce8dfe447b25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.937048] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for the task: (returnval){ [ 1670.937048] env[64147]: value = "task-1840150" [ 1670.937048] env[64147]: _type = "Task" [ 1670.937048] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.948472] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840150, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.015630] env[64147]: INFO nova.compute.manager [-] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Took 1.32 seconds to deallocate network for instance. [ 1671.068136] env[64147]: DEBUG nova.compute.manager [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Received event network-vif-plugged-a61cb139-9cd6-435f-9786-3363d9f50f89 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1671.068136] env[64147]: DEBUG oslo_concurrency.lockutils [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] Acquiring lock "98d10e09-08f9-4881-81a9-9f301a3e2907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.068136] env[64147]: DEBUG oslo_concurrency.lockutils [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.068136] env[64147]: DEBUG oslo_concurrency.lockutils [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.068136] env[64147]: DEBUG nova.compute.manager [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] No waiting events found dispatching network-vif-plugged-a61cb139-9cd6-435f-9786-3363d9f50f89 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1671.068136] env[64147]: WARNING nova.compute.manager [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Received unexpected event network-vif-plugged-a61cb139-9cd6-435f-9786-3363d9f50f89 for instance with vm_state building and task_state spawning. [ 1671.068136] env[64147]: DEBUG nova.compute.manager [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Received event network-changed-a61cb139-9cd6-435f-9786-3363d9f50f89 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1671.068136] env[64147]: DEBUG nova.compute.manager [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Refreshing instance network info cache due to event network-changed-a61cb139-9cd6-435f-9786-3363d9f50f89. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1671.068136] env[64147]: DEBUG oslo_concurrency.lockutils [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] Acquiring lock "refresh_cache-98d10e09-08f9-4881-81a9-9f301a3e2907" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.068136] env[64147]: DEBUG nova.network.neutron [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Updating instance_info_cache with network_info: [{"id": "a61cb139-9cd6-435f-9786-3363d9f50f89", "address": "fa:16:3e:57:7f:0e", "network": {"id": "a662c4e0-6715-4d73-9cea-9d803f92a6ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217618060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea0b545cb0f4fd4b6c65c4ad6ee2c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa61cb139-9c", "ovs_interfaceid": "a61cb139-9cd6-435f-9786-3363d9f50f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.190466] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.192773] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.965s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.193977] env[64147]: DEBUG nova.objects.instance [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lazy-loading 'resources' on Instance uuid b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.219275] env[64147]: INFO nova.scheduler.client.report [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Deleted allocations for instance 6e64e601-dfce-46e6-a6f2-ea1f39401c2c [ 1671.250866] env[64147]: DEBUG nova.network.neutron [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1671.316074] env[64147]: DEBUG nova.network.neutron [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.336738] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.447611] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840150, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.522769] env[64147]: DEBUG oslo_concurrency.lockutils [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.572573] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Releasing lock "refresh_cache-98d10e09-08f9-4881-81a9-9f301a3e2907" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.572928] env[64147]: DEBUG nova.compute.manager [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Instance network_info: |[{"id": "a61cb139-9cd6-435f-9786-3363d9f50f89", "address": "fa:16:3e:57:7f:0e", "network": {"id": "a662c4e0-6715-4d73-9cea-9d803f92a6ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217618060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea0b545cb0f4fd4b6c65c4ad6ee2c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa61cb139-9c", "ovs_interfaceid": "a61cb139-9cd6-435f-9786-3363d9f50f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1671.573292] env[64147]: DEBUG oslo_concurrency.lockutils [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] Acquired lock "refresh_cache-98d10e09-08f9-4881-81a9-9f301a3e2907" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.573431] env[64147]: DEBUG nova.network.neutron [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Refreshing network info cache for port a61cb139-9cd6-435f-9786-3363d9f50f89 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.578022] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:7f:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a61cb139-9cd6-435f-9786-3363d9f50f89', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.582661] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Creating folder: Project (1ea0b545cb0f4fd4b6c65c4ad6ee2c22). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.583317] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04a0d15f-0764-419e-853b-834aebc1f2d2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.596548] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Created folder: Project (1ea0b545cb0f4fd4b6c65c4ad6ee2c22) in parent group-v380629. [ 1671.596747] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Creating folder: Instances. Parent ref: group-v380794. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.597025] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64120468-ecc7-46ba-a7a6-20a8209e6684 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.607562] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Created folder: Instances in parent group-v380794. [ 1671.607757] env[64147]: DEBUG oslo.service.loopingcall [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.608233] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1671.608233] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-382fffab-3442-45e1-b61e-570f56c77ae9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.631660] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.631660] env[64147]: value = "task-1840153" [ 1671.631660] env[64147]: _type = "Task" [ 1671.631660] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.641881] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840153, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.727703] env[64147]: DEBUG oslo_concurrency.lockutils [None req-51b598d5-eaae-4adb-a7de-5bcf0cff947f tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "6e64e601-dfce-46e6-a6f2-ea1f39401c2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.878s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.819149] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Releasing lock "refresh_cache-5410b69e-75c7-45d7-95a6-99c847419bf2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.819590] env[64147]: DEBUG nova.compute.manager [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1671.819790] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.823312] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8dc2ec-d1de-48c9-ac23-92386f57dfc1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.832303] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.832460] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2ef208a-4c94-4f18-97a3-b51556764710 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.839339] env[64147]: DEBUG oslo_vmware.api [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1671.839339] env[64147]: value = "task-1840154" [ 1671.839339] env[64147]: _type = "Task" [ 1671.839339] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.850819] env[64147]: DEBUG oslo_vmware.api [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.948793] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840150, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.148667] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840153, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.190079] env[64147]: DEBUG oslo_concurrency.lockutils [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "33630811-b576-401a-9356-a80ea5a1750c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.190527] env[64147]: DEBUG oslo_concurrency.lockutils [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "33630811-b576-401a-9356-a80ea5a1750c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.191138] env[64147]: DEBUG oslo_concurrency.lockutils [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "33630811-b576-401a-9356-a80ea5a1750c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.191498] env[64147]: DEBUG oslo_concurrency.lockutils [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "33630811-b576-401a-9356-a80ea5a1750c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.191889] env[64147]: DEBUG oslo_concurrency.lockutils [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "33630811-b576-401a-9356-a80ea5a1750c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.197530] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194669b7-165c-4235-a9e6-2acac5cfb641 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.200846] env[64147]: INFO nova.compute.manager [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Terminating instance [ 1672.208945] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825202d9-a4f0-4551-aa14-f0d21c291dcb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.258792] env[64147]: DEBUG oslo_concurrency.lockutils [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.259258] env[64147]: DEBUG oslo_concurrency.lockutils [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.259524] env[64147]: INFO nova.compute.manager [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Rebooting instance [ 1672.265944] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b32654c-98bd-41c5-9cf8-7ea2ad23ff3b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.278178] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df66f09-c1a1-4b6f-8d32-e9a9678cf994 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.293531] env[64147]: DEBUG nova.compute.provider_tree [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.355021] env[64147]: DEBUG oslo_vmware.api [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840154, 'name': PowerOffVM_Task, 'duration_secs': 0.220644} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.355021] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1672.355021] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1672.355021] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d751094-b30c-46ac-880b-feebcfd9cdba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.377927] env[64147]: DEBUG nova.network.neutron [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Updated VIF entry in instance network info cache for port a61cb139-9cd6-435f-9786-3363d9f50f89. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1672.378310] env[64147]: DEBUG nova.network.neutron [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Updating instance_info_cache with network_info: [{"id": "a61cb139-9cd6-435f-9786-3363d9f50f89", "address": "fa:16:3e:57:7f:0e", "network": {"id": "a662c4e0-6715-4d73-9cea-9d803f92a6ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217618060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea0b545cb0f4fd4b6c65c4ad6ee2c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa61cb139-9c", "ovs_interfaceid": "a61cb139-9cd6-435f-9786-3363d9f50f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.418162] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1672.418761] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1672.418761] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Deleting the datastore file [datastore1] 5410b69e-75c7-45d7-95a6-99c847419bf2 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.418931] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff14cf00-0b11-4080-aad8-ff2652b7682a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.426533] env[64147]: DEBUG oslo_vmware.api [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for the task: (returnval){ [ 1672.426533] env[64147]: value = "task-1840156" [ 1672.426533] env[64147]: _type = "Task" [ 1672.426533] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.432996] env[64147]: DEBUG oslo_vmware.api [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.449149] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840150, 'name': Rename_Task, 'duration_secs': 1.079968} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.449149] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.449807] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e554ced-a11d-4785-948b-b9272c9ecdb5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.457041] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for the task: (returnval){ [ 1672.457041] env[64147]: value = "task-1840157" [ 1672.457041] env[64147]: _type = "Task" [ 1672.457041] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.468873] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.624288] env[64147]: INFO nova.compute.manager [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Rebuilding instance [ 1672.644755] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840153, 'name': CreateVM_Task, 'duration_secs': 0.536558} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.644947] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.645666] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.645836] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.646187] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1672.646477] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c1ec4d-7715-4507-9050-3f053c13f484 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.653693] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1672.653693] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]521db65c-36d3-d086-0e3c-4955b66cad32" [ 1672.653693] env[64147]: _type = "Task" [ 1672.653693] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.667305] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521db65c-36d3-d086-0e3c-4955b66cad32, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.669726] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.669726] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.669726] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.669726] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.669726] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.669726] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c5442c6-18b2-4a43-a8aa-991a998f52e9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.680586] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.680752] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.683747] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e4815d-9715-4279-a750-ca91a4a3aa5d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.686696] env[64147]: DEBUG nova.compute.manager [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1672.687550] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e293003-2862-48f2-ab9b-f709cc6d93a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.694341] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1672.694341] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5202273b-1539-50b4-3eb6-ecda0562f659" [ 1672.694341] env[64147]: _type = "Task" [ 1672.694341] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.707788] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5202273b-1539-50b4-3eb6-ecda0562f659, 'name': SearchDatastore_Task, 'duration_secs': 0.008563} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.707788] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad73a33a-bd97-49d7-8b84-46f7a6bd3b20 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.709373] env[64147]: DEBUG nova.compute.manager [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1672.709654] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1672.710490] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e02d3e-bc63-478d-a2e1-747270975f18 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.720025] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1672.720404] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0233ffc2-f711-4fd8-a73c-39f747732cee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.722619] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1672.722619] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f982cd-b7dc-aecf-2ae9-79c256dbc590" [ 1672.722619] env[64147]: _type = "Task" [ 1672.722619] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.729132] env[64147]: DEBUG oslo_vmware.api [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1672.729132] env[64147]: value = "task-1840158" [ 1672.729132] env[64147]: _type = "Task" [ 1672.729132] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.735599] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f982cd-b7dc-aecf-2ae9-79c256dbc590, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.736326] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.736648] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 98d10e09-08f9-4881-81a9-9f301a3e2907/98d10e09-08f9-4881-81a9-9f301a3e2907.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.737219] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab5be39e-9888-4f86-8d29-6a518dba0255 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.744705] env[64147]: DEBUG oslo_vmware.api [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.748344] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1672.748344] env[64147]: value = "task-1840159" [ 1672.748344] env[64147]: _type = "Task" [ 1672.748344] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.756274] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.786575] env[64147]: DEBUG oslo_concurrency.lockutils [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.786807] env[64147]: DEBUG oslo_concurrency.lockutils [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.786997] env[64147]: DEBUG nova.network.neutron [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.796209] env[64147]: DEBUG nova.scheduler.client.report [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1672.857244] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3a5c72-050e-4f95-8055-7147307b5f9b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.876993] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance 'd3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be' progress to 0 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1672.881536] env[64147]: DEBUG oslo_concurrency.lockutils [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] Releasing lock "refresh_cache-98d10e09-08f9-4881-81a9-9f301a3e2907" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.881854] env[64147]: DEBUG nova.compute.manager [req-981e73bc-e502-49fd-b6cd-c5a7b7a2fc2c req-0e8bd1f3-2b7f-4ca6-8f68-d34c05da255c service nova] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Received event network-vif-deleted-147fb9a3-bf9b-4330-ab48-4c82dcdbb75a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1672.938075] env[64147]: DEBUG oslo_vmware.api [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Task: {'id': task-1840156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110411} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.938075] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.938261] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.938445] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.938637] env[64147]: INFO nova.compute.manager [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1672.938914] env[64147]: DEBUG oslo.service.loopingcall [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.939167] env[64147]: DEBUG nova.compute.manager [-] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1672.939266] env[64147]: DEBUG nova.network.neutron [-] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.965364] env[64147]: DEBUG nova.network.neutron [-] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1672.970784] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840157, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.237833] env[64147]: DEBUG oslo_vmware.api [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840158, 'name': PowerOffVM_Task, 'duration_secs': 0.179066} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.238179] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.238365] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1673.238636] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd308c89-b89d-4fc8-80e9-eee7710e6f59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.257287] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480125} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.257402] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 98d10e09-08f9-4881-81a9-9f301a3e2907/98d10e09-08f9-4881-81a9-9f301a3e2907.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.257639] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.257884] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83dc98b6-d3af-4758-ad69-bc04b85fd05d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.264112] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1673.264112] env[64147]: value = "task-1840161" [ 1673.264112] env[64147]: _type = "Task" [ 1673.264112] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.271789] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.302669] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.305133] env[64147]: DEBUG oslo_concurrency.lockutils [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.172s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.306528] env[64147]: DEBUG nova.objects.instance [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lazy-loading 'resources' on Instance uuid e5285ea1-c895-4ed9-b81d-fbaac9d45b66 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.315093] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1673.315425] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1673.315690] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Deleting the datastore file [datastore1] 33630811-b576-401a-9356-a80ea5a1750c {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1673.316497] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0944cff-0476-4819-b0a2-632680ab5894 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.325067] env[64147]: DEBUG oslo_vmware.api [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1673.325067] env[64147]: value = "task-1840162" [ 1673.325067] env[64147]: _type = "Task" [ 1673.325067] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.338228] env[64147]: INFO nova.scheduler.client.report [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Deleted allocations for instance b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d [ 1673.349631] env[64147]: DEBUG oslo_vmware.api [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.383324] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.383648] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aa918a1-9c67-4276-b24a-76936316c36d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.398233] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1673.398233] env[64147]: value = "task-1840163" [ 1673.398233] env[64147]: _type = "Task" [ 1673.398233] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.408380] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.471935] env[64147]: DEBUG nova.network.neutron [-] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.479169] env[64147]: DEBUG oslo_vmware.api [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840157, 'name': PowerOnVM_Task, 'duration_secs': 0.513453} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.480038] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.480304] env[64147]: INFO nova.compute.manager [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1673.480616] env[64147]: DEBUG nova.compute.manager [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.481719] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff99ccf-092f-4303-ba01-8b95acaf079f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.591956] env[64147]: DEBUG nova.network.neutron [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance_info_cache with network_info: [{"id": "f617a657-b73b-4a69-aff0-7f452d489187", "address": "fa:16:3e:b4:51:fd", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf617a657-b7", "ovs_interfaceid": "f617a657-b73b-4a69-aff0-7f452d489187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.706557] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.706955] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a83f1961-1c81-41d3-b81b-cf5f813ad0cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.717380] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1673.717380] env[64147]: value = "task-1840164" [ 1673.717380] env[64147]: _type = "Task" [ 1673.717380] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.729806] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.773473] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069176} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.773747] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.774788] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e289e0a-7766-4bec-ad95-2d434a15d02a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.798159] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 98d10e09-08f9-4881-81a9-9f301a3e2907/98d10e09-08f9-4881-81a9-9f301a3e2907.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.799191] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98b85399-f34f-4d2f-a309-ae59cfd1b3b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.828880] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1673.828880] env[64147]: value = "task-1840165" [ 1673.828880] env[64147]: _type = "Task" [ 1673.828880] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.846351] env[64147]: DEBUG oslo_vmware.api [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422195} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.848671] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.851404] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1673.851709] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1673.851788] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1673.851949] env[64147]: INFO nova.compute.manager [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1673.852472] env[64147]: DEBUG oslo.service.loopingcall [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1673.852908] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ddf89ca-2616-4a0d-bcbd-2d7a54f66f0f tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.646s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.853879] env[64147]: DEBUG nova.compute.manager [-] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1673.853982] env[64147]: DEBUG nova.network.neutron [-] [instance: 33630811-b576-401a-9356-a80ea5a1750c] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1673.911722] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840163, 'name': PowerOffVM_Task, 'duration_secs': 0.446398} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.912618] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.913042] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance 'd3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be' progress to 17 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1673.980712] env[64147]: INFO nova.compute.manager [-] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Took 1.04 seconds to deallocate network for instance. [ 1674.005501] env[64147]: INFO nova.compute.manager [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Took 38.52 seconds to build instance. [ 1674.095610] env[64147]: DEBUG oslo_concurrency.lockutils [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.225842] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840164, 'name': PowerOffVM_Task, 'duration_secs': 0.216356} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.228622] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.228878] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.231708] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4d750f-30bb-49f6-9711-fb6247a09f82 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.240180] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.240180] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bce392b-6612-42be-9886-810bf5d18fbc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.326676] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190be07d-155b-4155-bc24-e63740671e38 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.335018] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.335250] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.335437] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleting the datastore file [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.335719] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cd3e705-4cec-4e39-93ec-e421f7e0d642 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.341224] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03314669-5f34-4cad-8918-c169e270f931 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.349378] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.349686] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1674.349686] env[64147]: value = "task-1840167" [ 1674.349686] env[64147]: _type = "Task" [ 1674.349686] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.382263] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5231e5b5-5c92-4a84-97c4-3e84fdcafa24 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.388778] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.394648] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45cfb99-8e4e-4c66-821a-ba13532245be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.416530] env[64147]: DEBUG nova.compute.provider_tree [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.421662] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1674.421849] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1674.421948] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1674.422141] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1674.422303] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1674.422455] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1674.422658] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1674.422808] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1674.423300] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1674.423300] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1674.423300] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1674.429847] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0247d4-4263-4a17-bc98-a244ea590741 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.449810] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1674.449810] env[64147]: value = "task-1840168" [ 1674.449810] env[64147]: _type = "Task" [ 1674.449810] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.460684] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.482230] env[64147]: DEBUG nova.compute.manager [req-b776fe09-570d-4a28-9037-135d50da0ef6 req-3ffdd385-b339-43cd-89c8-121866bd3b44 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Received event network-vif-deleted-08f8f55a-ca4e-4313-8c1b-28f38fac51db {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1674.482230] env[64147]: INFO nova.compute.manager [req-b776fe09-570d-4a28-9037-135d50da0ef6 req-3ffdd385-b339-43cd-89c8-121866bd3b44 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Neutron deleted interface 08f8f55a-ca4e-4313-8c1b-28f38fac51db; detaching it from the instance and deleting it from the info cache [ 1674.482230] env[64147]: DEBUG nova.network.neutron [req-b776fe09-570d-4a28-9037-135d50da0ef6 req-3ffdd385-b339-43cd-89c8-121866bd3b44 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.492144] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.506758] env[64147]: DEBUG oslo_concurrency.lockutils [None req-178a2aba-6a78-461f-9732-3c044554dbc6 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.642s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.603080] env[64147]: DEBUG nova.compute.manager [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.603080] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb16781-8fdb-413b-a921-b428e1c8bee5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.758518] env[64147]: DEBUG nova.network.neutron [-] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.840501] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840165, 'name': ReconfigVM_Task, 'duration_secs': 0.618236} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.840784] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 98d10e09-08f9-4881-81a9-9f301a3e2907/98d10e09-08f9-4881-81a9-9f301a3e2907.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.841402] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e31b072-e92d-48a3-b5fb-a30a606e3c4f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.848164] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1674.848164] env[64147]: value = "task-1840169" [ 1674.848164] env[64147]: _type = "Task" [ 1674.848164] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.859276] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840169, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.862448] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259716} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.862448] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.862609] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.862776] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.904531] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquiring lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.904949] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.905075] env[64147]: INFO nova.compute.manager [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Rebooting instance [ 1674.919719] env[64147]: DEBUG nova.scheduler.client.report [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1674.961285] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840168, 'name': ReconfigVM_Task, 'duration_secs': 0.309982} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.961602] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance 'd3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be' progress to 33 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1674.984313] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc5a854c-07f1-4d54-94b2-64f54821dc57 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.995158] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f81c76-e907-4508-b2af-9ee509d83543 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.027016] env[64147]: DEBUG nova.compute.manager [req-b776fe09-570d-4a28-9037-135d50da0ef6 req-3ffdd385-b339-43cd-89c8-121866bd3b44 service nova] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Detach interface failed, port_id=08f8f55a-ca4e-4313-8c1b-28f38fac51db, reason: Instance 33630811-b576-401a-9356-a80ea5a1750c could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1675.069091] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Acquiring lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.069341] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.260719] env[64147]: INFO nova.compute.manager [-] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Took 1.41 seconds to deallocate network for instance. [ 1675.358841] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840169, 'name': Rename_Task, 'duration_secs': 0.297086} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.359131] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1675.359385] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a5ab8b2-232b-4473-a106-585bb54c4e03 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.365770] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1675.365770] env[64147]: value = "task-1840170" [ 1675.365770] env[64147]: _type = "Task" [ 1675.365770] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.377844] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.424216] env[64147]: DEBUG oslo_concurrency.lockutils [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.428623] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.320s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.428623] env[64147]: DEBUG nova.objects.instance [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lazy-loading 'resources' on Instance uuid 5b040baf-24be-44c9-9ada-abec2614a18a {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1675.434516] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquiring lock "refresh_cache-4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.434732] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquired lock "refresh_cache-4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.434907] env[64147]: DEBUG nova.network.neutron [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1675.451938] env[64147]: INFO nova.scheduler.client.report [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Deleted allocations for instance e5285ea1-c895-4ed9-b81d-fbaac9d45b66 [ 1675.468173] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:42:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a9cb0b0d-649c-4690-a849-5a9d79b498f0',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1821541708',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1675.468173] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.468413] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1675.468413] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.468539] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1675.468682] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1675.468906] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1675.469083] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1675.469626] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1675.469626] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1675.469626] env[64147]: DEBUG nova.virt.hardware [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1675.475896] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1675.476852] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d6fb17-185c-44d4-bae3-e8d15a7b72b2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.499709] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1675.499709] env[64147]: value = "task-1840171" [ 1675.499709] env[64147]: _type = "Task" [ 1675.499709] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.510343] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.571578] env[64147]: DEBUG nova.compute.manager [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.626024] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bbe1d0-ccde-4aea-b4dc-90e4ae0592bf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.634282] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Doing hard reboot of VM {{(pid=64147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1675.634694] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e6e02101-5147-4b4c-9870-558b16b31c88 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.646299] env[64147]: DEBUG oslo_vmware.api [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1675.646299] env[64147]: value = "task-1840172" [ 1675.646299] env[64147]: _type = "Task" [ 1675.646299] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.653852] env[64147]: DEBUG oslo_vmware.api [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840172, 'name': ResetVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.767483] env[64147]: DEBUG oslo_concurrency.lockutils [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.880278] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.906206] env[64147]: DEBUG nova.virt.hardware [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1675.906537] env[64147]: DEBUG nova.virt.hardware [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.906760] env[64147]: DEBUG nova.virt.hardware [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1675.907146] env[64147]: DEBUG nova.virt.hardware [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.907330] env[64147]: DEBUG nova.virt.hardware [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1675.907487] env[64147]: DEBUG nova.virt.hardware [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1675.907748] env[64147]: DEBUG nova.virt.hardware [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1675.907977] env[64147]: DEBUG nova.virt.hardware [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1675.908234] env[64147]: DEBUG nova.virt.hardware [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1675.908482] env[64147]: DEBUG nova.virt.hardware [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1675.908721] env[64147]: DEBUG nova.virt.hardware [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1675.910093] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa8ac08-f106-4cd5-9ee9-bba1eee39f92 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.919738] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9c72f1-34a9-489f-aedb-d972d9b79e48 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.939712] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:26:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.949822] env[64147]: DEBUG oslo.service.loopingcall [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.954469] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1675.954690] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce605c7a-57df-41a9-9b7b-5dfe8273f5d8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.978505] env[64147]: DEBUG oslo_concurrency.lockutils [None req-069c6a64-f9ac-40e5-b33f-d20cacce2872 tempest-SecurityGroupsTestJSON-889915174 tempest-SecurityGroupsTestJSON-889915174-project-member] Lock "e5285ea1-c895-4ed9-b81d-fbaac9d45b66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.981s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.986204] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.986204] env[64147]: value = "task-1840173" [ 1675.986204] env[64147]: _type = "Task" [ 1675.986204] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.993489] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "d89ba462-7bbe-4acb-baf4-229634460f2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.993489] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "d89ba462-7bbe-4acb-baf4-229634460f2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.998159] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840173, 'name': CreateVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.017677] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840171, 'name': ReconfigVM_Task, 'duration_secs': 0.173908} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.023798] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1676.026166] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8daec09-c901-456e-8e32-6366b93ac505 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.051058] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be/d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.053912] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6100ce-13c8-4c83-90d3-4b508dceb479 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.077082] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1676.077082] env[64147]: value = "task-1840174" [ 1676.077082] env[64147]: _type = "Task" [ 1676.077082] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.093359] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840174, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.100560] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.154952] env[64147]: DEBUG oslo_vmware.api [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840172, 'name': ResetVM_Task, 'duration_secs': 0.093191} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.155253] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Did hard reboot of VM {{(pid=64147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1676.155442] env[64147]: DEBUG nova.compute.manager [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.158431] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b8918d-4d91-439e-8bf2-acb83e24a6e8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.244738] env[64147]: DEBUG nova.network.neutron [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Updating instance_info_cache with network_info: [{"id": "d617fcf6-bf60-4a93-8c54-a029c87aae34", "address": "fa:16:3e:8c:8e:4a", "network": {"id": "d245ac5b-c801-4260-aa80-ba0b95a602d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-378238224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79aefcef120c49efb351350d15b1068e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd617fcf6-bf", "ovs_interfaceid": "d617fcf6-bf60-4a93-8c54-a029c87aae34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.376561] env[64147]: DEBUG oslo_vmware.api [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840170, 'name': PowerOnVM_Task, 'duration_secs': 0.63317} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.379262] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1676.379467] env[64147]: INFO nova.compute.manager [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1676.379643] env[64147]: DEBUG nova.compute.manager [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.380693] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b19857e-9bb6-40a6-b486-dd4c20b8ad8a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.497551] env[64147]: DEBUG nova.compute.manager [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1676.501156] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840173, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.502744] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9020fa2-1713-4f90-834b-c4c7f2b74bca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.509619] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eac6854-b85b-4dba-8d0a-3614f1b4db87 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.542205] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c064e8d-66d9-4f8d-9acd-f157a61b54be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.549787] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c5d792-f1fd-4322-92d4-f4b15d2ace4f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.563853] env[64147]: DEBUG nova.compute.provider_tree [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.585982] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840174, 'name': ReconfigVM_Task, 'duration_secs': 0.427141} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.586288] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Reconfigured VM instance instance-00000034 to attach disk [datastore2] d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be/d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1676.586674] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance 'd3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be' progress to 50 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1676.671936] env[64147]: DEBUG oslo_concurrency.lockutils [None req-edf7faec-6877-4403-adcb-d6694096e306 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.413s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.745957] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Releasing lock "refresh_cache-4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.898872] env[64147]: INFO nova.compute.manager [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Took 37.18 seconds to build instance. [ 1676.996513] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840173, 'name': CreateVM_Task, 'duration_secs': 0.834422} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.996697] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1676.997397] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.997615] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.997934] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1676.998206] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39d5cd2-ba0d-4fb1-b7c5-ab92db4f7e01 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.004664] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1677.004664] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52117ef9-efd1-6214-a2fb-06a2cd199a86" [ 1677.004664] env[64147]: _type = "Task" [ 1677.004664] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.015684] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52117ef9-efd1-6214-a2fb-06a2cd199a86, 'name': SearchDatastore_Task, 'duration_secs': 0.009569} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.015951] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.016195] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1677.016434] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.016580] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.016768] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1677.017034] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-576b60fb-5dea-4cd6-9f69-ec653c3fab05 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.024869] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1677.025058] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1677.026491] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.026730] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13572e06-0a87-441a-8de8-7e3e9041e946 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.034030] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1677.034030] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a51f7f-2578-08fe-373e-e2055d666723" [ 1677.034030] env[64147]: _type = "Task" [ 1677.034030] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.043024] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a51f7f-2578-08fe-373e-e2055d666723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.067287] env[64147]: DEBUG nova.scheduler.client.report [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1677.093739] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd20234-2956-479b-a543-0e4726f56462 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.116757] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4285fbd-c599-40ee-b8d5-0767449a1259 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.139838] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance 'd3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be' progress to 67 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1677.251413] env[64147]: DEBUG nova.compute.manager [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1677.252972] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1fcfaa-4213-4868-9dc5-ebfc4314c814 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.403342] env[64147]: DEBUG oslo_concurrency.lockutils [None req-80ec56a6-8b9d-4f79-8d4d-27857d28f8ab tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.073s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.548259] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a51f7f-2578-08fe-373e-e2055d666723, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.549095] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d490ebc-0085-4e5a-9cce-a2ff0ad6542f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.557726] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1677.557726] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524406c9-3e4e-3d1d-991e-8de74b0b91c5" [ 1677.557726] env[64147]: _type = "Task" [ 1677.557726] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.567931] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524406c9-3e4e-3d1d-991e-8de74b0b91c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.572808] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.575689] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.566s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.578221] env[64147]: INFO nova.compute.claims [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.601909] env[64147]: INFO nova.scheduler.client.report [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Deleted allocations for instance 5b040baf-24be-44c9-9ada-abec2614a18a [ 1677.655561] env[64147]: DEBUG nova.compute.manager [req-ef1e6ae5-d9b9-4695-90d2-ef3a9c2500f5 req-31a82b52-04af-44ea-ad21-c69abbb182ed service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Received event network-changed-a61cb139-9cd6-435f-9786-3363d9f50f89 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1677.655830] env[64147]: DEBUG nova.compute.manager [req-ef1e6ae5-d9b9-4695-90d2-ef3a9c2500f5 req-31a82b52-04af-44ea-ad21-c69abbb182ed service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Refreshing instance network info cache due to event network-changed-a61cb139-9cd6-435f-9786-3363d9f50f89. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1677.655965] env[64147]: DEBUG oslo_concurrency.lockutils [req-ef1e6ae5-d9b9-4695-90d2-ef3a9c2500f5 req-31a82b52-04af-44ea-ad21-c69abbb182ed service nova] Acquiring lock "refresh_cache-98d10e09-08f9-4881-81a9-9f301a3e2907" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.656780] env[64147]: DEBUG oslo_concurrency.lockutils [req-ef1e6ae5-d9b9-4695-90d2-ef3a9c2500f5 req-31a82b52-04af-44ea-ad21-c69abbb182ed service nova] Acquired lock "refresh_cache-98d10e09-08f9-4881-81a9-9f301a3e2907" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.656861] env[64147]: DEBUG nova.network.neutron [req-ef1e6ae5-d9b9-4695-90d2-ef3a9c2500f5 req-31a82b52-04af-44ea-ad21-c69abbb182ed service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Refreshing network info cache for port a61cb139-9cd6-435f-9786-3363d9f50f89 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.687621] env[64147]: DEBUG nova.network.neutron [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Port 92f9f141-7d0d-4f2c-9378-87346836f42c binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1678.069471] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524406c9-3e4e-3d1d-991e-8de74b0b91c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.069735] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.069991] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1678.070267] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75cf6074-48e4-40cc-982f-6d0d3d30731e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.077057] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1678.077057] env[64147]: value = "task-1840175" [ 1678.077057] env[64147]: _type = "Task" [ 1678.077057] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.088055] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.108779] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4fe5e3f9-10f1-41a0-a734-9fea46c75397 tempest-AttachInterfacesUnderV243Test-1810919674 tempest-AttachInterfacesUnderV243Test-1810919674-project-member] Lock "5b040baf-24be-44c9-9ada-abec2614a18a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.560s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.270014] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6268be12-ecb1-4ec6-b421-4361ef9246b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.279879] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Doing hard reboot of VM {{(pid=64147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1678.282749] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-41e1f85e-dff9-43ad-837b-869565c3dcf7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.289250] env[64147]: DEBUG oslo_vmware.api [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for the task: (returnval){ [ 1678.289250] env[64147]: value = "task-1840176" [ 1678.289250] env[64147]: _type = "Task" [ 1678.289250] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.303929] env[64147]: DEBUG oslo_vmware.api [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840176, 'name': ResetVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.563921] env[64147]: DEBUG nova.network.neutron [req-ef1e6ae5-d9b9-4695-90d2-ef3a9c2500f5 req-31a82b52-04af-44ea-ad21-c69abbb182ed service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Updated VIF entry in instance network info cache for port a61cb139-9cd6-435f-9786-3363d9f50f89. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.564720] env[64147]: DEBUG nova.network.neutron [req-ef1e6ae5-d9b9-4695-90d2-ef3a9c2500f5 req-31a82b52-04af-44ea-ad21-c69abbb182ed service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Updating instance_info_cache with network_info: [{"id": "a61cb139-9cd6-435f-9786-3363d9f50f89", "address": "fa:16:3e:57:7f:0e", "network": {"id": "a662c4e0-6715-4d73-9cea-9d803f92a6ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217618060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea0b545cb0f4fd4b6c65c4ad6ee2c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa61cb139-9c", "ovs_interfaceid": "a61cb139-9cd6-435f-9786-3363d9f50f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.588226] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456817} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.591163] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1678.591410] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1678.592690] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97b25acc-d460-41c4-b870-2b6ad2745ed7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.599547] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1678.599547] env[64147]: value = "task-1840177" [ 1678.599547] env[64147]: _type = "Task" [ 1678.599547] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.614033] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.708626] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.709280] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.709280] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.806596] env[64147]: DEBUG oslo_vmware.api [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840176, 'name': ResetVM_Task, 'duration_secs': 0.126505} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.807136] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Did hard reboot of VM {{(pid=64147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1678.807364] env[64147]: DEBUG nova.compute.manager [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1678.809140] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2312aa10-5901-4cc6-9ab6-dca9022d776d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.056414] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e32de-f7e5-411b-acc4-c37915bb66df {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.065816] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a4574e-43ea-4ac6-bb2f-016c54af9d1e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.069323] env[64147]: DEBUG oslo_concurrency.lockutils [req-ef1e6ae5-d9b9-4695-90d2-ef3a9c2500f5 req-31a82b52-04af-44ea-ad21-c69abbb182ed service nova] Releasing lock "refresh_cache-98d10e09-08f9-4881-81a9-9f301a3e2907" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.109055] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a2c611-2a40-4633-802d-50d8723b5b86 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.122699] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092789} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.125293] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1679.126709] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f29e391-d9b0-4883-b93b-c6ee539b69c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.130558] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993a96f5-ba0f-4bd5-8f4f-20d477292e92 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.145250] env[64147]: DEBUG nova.compute.provider_tree [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1679.165633] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1679.166769] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f453c52-cc21-433c-9dfd-56b4b8264493 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.186580] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1679.186580] env[64147]: value = "task-1840178" [ 1679.186580] env[64147]: _type = "Task" [ 1679.186580] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.194622] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.327485] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b10cff82-1583-49d3-a259-d2f456d62345 tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.423s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.667596] env[64147]: DEBUG nova.scheduler.client.report [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1679.698669] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840178, 'name': ReconfigVM_Task, 'duration_secs': 0.265634} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.698973] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.699616] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45c13539-53bb-4840-bd90-25b089d17034 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.708175] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1679.708175] env[64147]: value = "task-1840179" [ 1679.708175] env[64147]: _type = "Task" [ 1679.708175] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.719568] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840179, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.782311] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.782311] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.782311] env[64147]: DEBUG nova.network.neutron [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.094271] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquiring lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.097041] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.097041] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquiring lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.097041] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.097041] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.098239] env[64147]: INFO nova.compute.manager [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Terminating instance [ 1680.173476] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.174033] env[64147]: DEBUG nova.compute.manager [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1680.183882] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.297s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.183882] env[64147]: INFO nova.compute.claims [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.223806] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840179, 'name': Rename_Task, 'duration_secs': 0.144024} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.224159] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.224425] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f58e0ea-070e-4a93-a6a7-93f55ce9f78a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.233171] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1680.233171] env[64147]: value = "task-1840180" [ 1680.233171] env[64147]: _type = "Task" [ 1680.233171] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.243992] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.573480] env[64147]: DEBUG nova.network.neutron [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance_info_cache with network_info: [{"id": "92f9f141-7d0d-4f2c-9378-87346836f42c", "address": "fa:16:3e:bf:d4:37", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f9f141-7d", "ovs_interfaceid": "92f9f141-7d0d-4f2c-9378-87346836f42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.609487] env[64147]: DEBUG nova.compute.manager [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1680.609487] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1680.609487] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e8a389-da52-413b-a75c-ee6c925fa4fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.618172] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1680.618310] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a772876-e23a-4fa0-a098-262e8c6dd878 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.627020] env[64147]: DEBUG oslo_vmware.api [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for the task: (returnval){ [ 1680.627020] env[64147]: value = "task-1840181" [ 1680.627020] env[64147]: _type = "Task" [ 1680.627020] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.634209] env[64147]: DEBUG oslo_vmware.api [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.688021] env[64147]: DEBUG nova.compute.utils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1680.690599] env[64147]: DEBUG nova.compute.manager [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1680.690904] env[64147]: DEBUG nova.network.neutron [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1680.739912] env[64147]: DEBUG nova.policy [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2c205bceae5434194dc3b697066334c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fd41766a4ed426eb9017bbb99375f7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1680.748021] env[64147]: DEBUG oslo_vmware.api [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840180, 'name': PowerOnVM_Task, 'duration_secs': 0.46755} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.748547] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1680.748820] env[64147]: DEBUG nova.compute.manager [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1680.749698] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec0d69-8c43-48f0-babc-63a213401144 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.075405] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.135732] env[64147]: DEBUG oslo_vmware.api [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840181, 'name': PowerOffVM_Task, 'duration_secs': 0.429113} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.136066] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.136171] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.136490] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0369aace-473a-4b58-aba8-2ec7b6df6f7b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.191790] env[64147]: DEBUG nova.compute.manager [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1681.221634] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1681.225163] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1681.225163] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Deleting the datastore file [datastore1] 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1681.225163] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e623fd76-b640-4e35-a4d8-0164819d9c3c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.239165] env[64147]: DEBUG oslo_vmware.api [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for the task: (returnval){ [ 1681.239165] env[64147]: value = "task-1840183" [ 1681.239165] env[64147]: _type = "Task" [ 1681.239165] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.252865] env[64147]: DEBUG oslo_vmware.api [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.273994] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.320912] env[64147]: DEBUG nova.network.neutron [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Successfully created port: 68f62fa3-cf01-4389-a8a0-021651ce4f34 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1681.599910] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b51f7c-4b68-473d-89bc-669bcab1d88a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.630267] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6e72a0-551e-4757-ad57-73ec948215b4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.642659] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance 'd3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be' progress to 83 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1681.691152] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974d517c-253e-4b33-bedb-14ad6a96b967 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.705260] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda28af-cc5f-4a36-b17c-0b4f9cd98a8c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.746171] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee6116d-cc79-4d04-a457-6e58b998501e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.759216] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e401da-e472-4cb0-bb45-0c48468c7c81 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.761854] env[64147]: DEBUG oslo_vmware.api [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.774453] env[64147]: DEBUG nova.compute.provider_tree [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.886179] env[64147]: DEBUG nova.network.neutron [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Successfully created port: 322d8a7f-316b-44d5-809e-f417bf66568f {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.152189] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1682.154276] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed0aca38-a018-457f-bf7a-4ed0c0ca699c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.161955] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1682.161955] env[64147]: value = "task-1840184" [ 1682.161955] env[64147]: _type = "Task" [ 1682.161955] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.173677] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.205374] env[64147]: DEBUG nova.compute.manager [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1682.243058] env[64147]: DEBUG nova.virt.hardware [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1682.243342] env[64147]: DEBUG nova.virt.hardware [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1682.243506] env[64147]: DEBUG nova.virt.hardware [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1682.243690] env[64147]: DEBUG nova.virt.hardware [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1682.243830] env[64147]: DEBUG nova.virt.hardware [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1682.244437] env[64147]: DEBUG nova.virt.hardware [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1682.244437] env[64147]: DEBUG nova.virt.hardware [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1682.244634] env[64147]: DEBUG nova.virt.hardware [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1682.244877] env[64147]: DEBUG nova.virt.hardware [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1682.245244] env[64147]: DEBUG nova.virt.hardware [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1682.245470] env[64147]: DEBUG nova.virt.hardware [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1682.247241] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7895e3a0-f8c9-4358-bca4-0a23bf69453b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.258681] env[64147]: DEBUG oslo_vmware.api [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Task: {'id': task-1840183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.657978} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.261068] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.261306] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.261520] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.261725] env[64147]: INFO nova.compute.manager [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1682.262014] env[64147]: DEBUG oslo.service.loopingcall [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.262313] env[64147]: DEBUG nova.compute.manager [-] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1682.262449] env[64147]: DEBUG nova.network.neutron [-] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.265095] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb25f10-c3b3-4325-866d-5ce4903b2398 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.283201] env[64147]: DEBUG nova.scheduler.client.report [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.530562] env[64147]: INFO nova.compute.manager [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Rebuilding instance [ 1682.592659] env[64147]: DEBUG nova.compute.manager [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1682.595038] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e83e2b8-b027-4907-a1e6-332473c896cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.673986] env[64147]: DEBUG oslo_vmware.api [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840184, 'name': PowerOnVM_Task, 'duration_secs': 0.431541} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.674402] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1682.674489] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70ef0088-0174-454e-a135-1b5161a7b4d0 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance 'd3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be' progress to 100 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1682.789335] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.790039] env[64147]: DEBUG nova.compute.manager [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1682.793652] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.629s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.795965] env[64147]: INFO nova.compute.claims [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.951942] env[64147]: DEBUG nova.compute.manager [req-ff64db73-f4db-4fef-b08a-0815c018e415 req-bc51ba98-7033-4df6-87fb-a79bb50f2669 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Received event network-vif-deleted-d617fcf6-bf60-4a93-8c54-a029c87aae34 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1682.952335] env[64147]: INFO nova.compute.manager [req-ff64db73-f4db-4fef-b08a-0815c018e415 req-bc51ba98-7033-4df6-87fb-a79bb50f2669 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Neutron deleted interface d617fcf6-bf60-4a93-8c54-a029c87aae34; detaching it from the instance and deleting it from the info cache [ 1682.952693] env[64147]: DEBUG nova.network.neutron [req-ff64db73-f4db-4fef-b08a-0815c018e415 req-bc51ba98-7033-4df6-87fb-a79bb50f2669 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.094168] env[64147]: DEBUG nova.network.neutron [-] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.308395] env[64147]: DEBUG nova.compute.utils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1683.310453] env[64147]: DEBUG nova.compute.manager [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1683.310633] env[64147]: DEBUG nova.network.neutron [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1683.365131] env[64147]: DEBUG nova.policy [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c33259a03ce49df886b61092d03ed5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75d89bfa3bd4bc0b581c30c8ba92309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1683.456562] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41dfcc25-a2a1-4c8a-a9f8-67d59c962e61 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.468087] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5d603c-3cf6-4777-90bf-4b4646688882 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.505960] env[64147]: DEBUG nova.compute.manager [req-ff64db73-f4db-4fef-b08a-0815c018e415 req-bc51ba98-7033-4df6-87fb-a79bb50f2669 service nova] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Detach interface failed, port_id=d617fcf6-bf60-4a93-8c54-a029c87aae34, reason: Instance 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1683.598025] env[64147]: INFO nova.compute.manager [-] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Took 1.34 seconds to deallocate network for instance. [ 1683.609089] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.609415] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f038bf76-928a-49fc-b1e5-adf2a93dc3fa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.620730] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1683.620730] env[64147]: value = "task-1840185" [ 1683.620730] env[64147]: _type = "Task" [ 1683.620730] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.634363] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.817210] env[64147]: DEBUG nova.compute.manager [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.858625] env[64147]: DEBUG nova.network.neutron [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Successfully created port: 649a32ed-ae47-4c34-ae01-298fd528c920 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1683.883737] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquiring lock "afc59702-ffca-4d8c-81ff-ca0022c1d669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.884150] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Lock "afc59702-ffca-4d8c-81ff-ca0022c1d669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.911861] env[64147]: DEBUG nova.network.neutron [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Successfully updated port: 68f62fa3-cf01-4389-a8a0-021651ce4f34 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.109221] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.134909] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840185, 'name': PowerOffVM_Task, 'duration_secs': 0.215879} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.135847] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1684.135847] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1684.136775] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e16013b-3283-457f-94c4-107597380698 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.147182] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1684.150385] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7207ac2-10b5-4dff-8ffa-5b7d8ccfe0da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.238642] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1684.238911] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1684.239156] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleting the datastore file [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1684.239737] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06a1ce33-8feb-4675-946b-c540c8b2864a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.246466] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1684.246466] env[64147]: value = "task-1840187" [ 1684.246466] env[64147]: _type = "Task" [ 1684.246466] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.256976] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.386824] env[64147]: DEBUG nova.compute.manager [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1684.391157] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8be623-3e04-4f18-aea0-752c9098861c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.402330] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f94269-6b0a-4571-8fda-14d768a52ddf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.438669] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bceda7-3770-493d-8b3f-c89b244b7d84 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.449665] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f574c052-ce57-424f-983e-93efd2ef1e09 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.463901] env[64147]: DEBUG nova.compute.provider_tree [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.756941] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166731} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.757560] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1684.758065] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1684.758540] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1684.834023] env[64147]: DEBUG nova.compute.manager [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1684.865258] env[64147]: DEBUG nova.virt.hardware [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.865524] env[64147]: DEBUG nova.virt.hardware [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.865683] env[64147]: DEBUG nova.virt.hardware [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.865868] env[64147]: DEBUG nova.virt.hardware [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.866015] env[64147]: DEBUG nova.virt.hardware [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.866505] env[64147]: DEBUG nova.virt.hardware [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.866996] env[64147]: DEBUG nova.virt.hardware [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.867294] env[64147]: DEBUG nova.virt.hardware [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.867796] env[64147]: DEBUG nova.virt.hardware [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.867986] env[64147]: DEBUG nova.virt.hardware [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.868208] env[64147]: DEBUG nova.virt.hardware [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.869312] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2111591e-4412-428d-b7ce-d564d8936aa2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.879160] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d73a23-40dc-4d4f-bd3c-a834ab96c63d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.909867] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.969918] env[64147]: DEBUG nova.scheduler.client.report [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.993383] env[64147]: DEBUG nova.compute.manager [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Received event network-vif-plugged-68f62fa3-cf01-4389-a8a0-021651ce4f34 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1684.993383] env[64147]: DEBUG oslo_concurrency.lockutils [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] Acquiring lock "65893cfb-3699-48f0-8db8-89c5223e87df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.993383] env[64147]: DEBUG oslo_concurrency.lockutils [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] Lock "65893cfb-3699-48f0-8db8-89c5223e87df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.993383] env[64147]: DEBUG oslo_concurrency.lockutils [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] Lock "65893cfb-3699-48f0-8db8-89c5223e87df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.993383] env[64147]: DEBUG nova.compute.manager [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] No waiting events found dispatching network-vif-plugged-68f62fa3-cf01-4389-a8a0-021651ce4f34 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1684.993383] env[64147]: WARNING nova.compute.manager [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Received unexpected event network-vif-plugged-68f62fa3-cf01-4389-a8a0-021651ce4f34 for instance with vm_state building and task_state spawning. [ 1684.993383] env[64147]: DEBUG nova.compute.manager [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Received event network-changed-68f62fa3-cf01-4389-a8a0-021651ce4f34 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1684.993383] env[64147]: DEBUG nova.compute.manager [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Refreshing instance network info cache due to event network-changed-68f62fa3-cf01-4389-a8a0-021651ce4f34. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1684.994382] env[64147]: DEBUG oslo_concurrency.lockutils [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] Acquiring lock "refresh_cache-65893cfb-3699-48f0-8db8-89c5223e87df" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.994680] env[64147]: DEBUG oslo_concurrency.lockutils [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] Acquired lock "refresh_cache-65893cfb-3699-48f0-8db8-89c5223e87df" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.995055] env[64147]: DEBUG nova.network.neutron [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Refreshing network info cache for port 68f62fa3-cf01-4389-a8a0-021651ce4f34 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.465805] env[64147]: DEBUG nova.network.neutron [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Successfully updated port: 649a32ed-ae47-4c34-ae01-298fd528c920 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1685.475672] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.476404] env[64147]: DEBUG nova.compute.manager [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1685.489055] env[64147]: DEBUG oslo_concurrency.lockutils [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.121s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.489852] env[64147]: DEBUG nova.objects.instance [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lazy-loading 'resources' on Instance uuid fd3092bf-6577-4c5d-b638-1ef11f4b3c1e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.533816] env[64147]: DEBUG nova.network.neutron [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.616345] env[64147]: DEBUG nova.network.neutron [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.693326] env[64147]: DEBUG nova.network.neutron [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Port 92f9f141-7d0d-4f2c-9378-87346836f42c binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1685.693611] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.693768] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.693919] env[64147]: DEBUG nova.network.neutron [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.798381] env[64147]: DEBUG nova.virt.hardware [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1685.798672] env[64147]: DEBUG nova.virt.hardware [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1685.798831] env[64147]: DEBUG nova.virt.hardware [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1685.799019] env[64147]: DEBUG nova.virt.hardware [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1685.799169] env[64147]: DEBUG nova.virt.hardware [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1685.799317] env[64147]: DEBUG nova.virt.hardware [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1685.799526] env[64147]: DEBUG nova.virt.hardware [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1685.799687] env[64147]: DEBUG nova.virt.hardware [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1685.799852] env[64147]: DEBUG nova.virt.hardware [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1685.800025] env[64147]: DEBUG nova.virt.hardware [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1685.800205] env[64147]: DEBUG nova.virt.hardware [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1685.801098] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edcaf9b-6f38-4d1e-a44d-b1f8a25cc0a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.810117] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eb5993-6da3-491e-bdce-9d3078a12155 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.825083] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:26:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.832481] env[64147]: DEBUG oslo.service.loopingcall [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.832751] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.832969] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c1d8533-6adb-4259-9671-d5bd860cec5b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.856744] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.856744] env[64147]: value = "task-1840188" [ 1685.856744] env[64147]: _type = "Task" [ 1685.856744] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.863771] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840188, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.971797] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "refresh_cache-042a7c07-e248-42ff-8239-161b2e29c10c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.971960] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "refresh_cache-042a7c07-e248-42ff-8239-161b2e29c10c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.972541] env[64147]: DEBUG nova.network.neutron [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.992881] env[64147]: DEBUG nova.compute.utils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1686.000274] env[64147]: DEBUG nova.compute.manager [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1686.000469] env[64147]: DEBUG nova.network.neutron [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1686.054435] env[64147]: DEBUG nova.policy [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3326c976d5947749dbf7df26f925886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3549758523d4b8188c0379e14379ef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1686.125655] env[64147]: DEBUG oslo_concurrency.lockutils [req-74901386-76a9-42ef-90e4-aa055469f1ef req-a83f5fef-c1d5-4e11-953f-b53c4a1f51f4 service nova] Releasing lock "refresh_cache-65893cfb-3699-48f0-8db8-89c5223e87df" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.256340] env[64147]: DEBUG nova.network.neutron [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Successfully updated port: 322d8a7f-316b-44d5-809e-f417bf66568f {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1686.369058] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840188, 'name': CreateVM_Task, 'duration_secs': 0.434566} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.371453] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.372081] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.372247] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.372549] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1686.373117] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77afe25d-93eb-482a-ad67-58bd3aa7ee16 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.381028] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1686.381028] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5208f596-2be1-dac4-8794-230f1f0e0b6a" [ 1686.381028] env[64147]: _type = "Task" [ 1686.381028] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.391361] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5208f596-2be1-dac4-8794-230f1f0e0b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.446119] env[64147]: DEBUG nova.network.neutron [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance_info_cache with network_info: [{"id": "92f9f141-7d0d-4f2c-9378-87346836f42c", "address": "fa:16:3e:bf:d4:37", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f9f141-7d", "ovs_interfaceid": "92f9f141-7d0d-4f2c-9378-87346836f42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.451734] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275a0bca-7f0f-4432-815e-cbd9764a66ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.461260] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd1a004-88c2-4dfd-9882-6ba9e93653bb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.498803] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e0734-2646-4181-8f99-7bb8891a840c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.502405] env[64147]: DEBUG nova.compute.manager [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1686.505117] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquiring lock "79c04295-4505-4a59-8d56-63e4e05a7490" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.505337] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "79c04295-4505-4a59-8d56-63e4e05a7490" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.511875] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d05810a-645e-4088-9167-2b41ba956681 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.527540] env[64147]: DEBUG nova.compute.provider_tree [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.530239] env[64147]: DEBUG nova.network.neutron [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1686.549657] env[64147]: DEBUG nova.network.neutron [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Successfully created port: 953aab2f-3606-4206-9377-396cdb8fbdc3 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1686.658742] env[64147]: DEBUG nova.network.neutron [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Updating instance_info_cache with network_info: [{"id": "649a32ed-ae47-4c34-ae01-298fd528c920", "address": "fa:16:3e:f8:66:82", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649a32ed-ae", "ovs_interfaceid": "649a32ed-ae47-4c34-ae01-298fd528c920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.762091] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "refresh_cache-65893cfb-3699-48f0-8db8-89c5223e87df" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.762265] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquired lock "refresh_cache-65893cfb-3699-48f0-8db8-89c5223e87df" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.762421] env[64147]: DEBUG nova.network.neutron [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.895866] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5208f596-2be1-dac4-8794-230f1f0e0b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.896168] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.896398] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.896661] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.896809] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.896988] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.897258] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-511cb698-b204-4302-91b7-ca48ec26ee5b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.909009] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.909197] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.909904] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-641f9216-4216-42c1-a252-308a67bad099 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.915352] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1686.915352] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5282ed35-e6e6-35df-d19f-cbf83f444dd9" [ 1686.915352] env[64147]: _type = "Task" [ 1686.915352] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.923204] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5282ed35-e6e6-35df-d19f-cbf83f444dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.949010] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.011693] env[64147]: DEBUG nova.compute.manager [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1687.033023] env[64147]: DEBUG nova.scheduler.client.report [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.052665] env[64147]: DEBUG nova.compute.manager [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Received event network-vif-plugged-649a32ed-ae47-4c34-ae01-298fd528c920 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1687.053044] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Acquiring lock "042a7c07-e248-42ff-8239-161b2e29c10c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.053172] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Lock "042a7c07-e248-42ff-8239-161b2e29c10c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.053280] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Lock "042a7c07-e248-42ff-8239-161b2e29c10c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.053423] env[64147]: DEBUG nova.compute.manager [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] No waiting events found dispatching network-vif-plugged-649a32ed-ae47-4c34-ae01-298fd528c920 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1687.053587] env[64147]: WARNING nova.compute.manager [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Received unexpected event network-vif-plugged-649a32ed-ae47-4c34-ae01-298fd528c920 for instance with vm_state building and task_state spawning. [ 1687.053833] env[64147]: DEBUG nova.compute.manager [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Received event network-changed-649a32ed-ae47-4c34-ae01-298fd528c920 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1687.053890] env[64147]: DEBUG nova.compute.manager [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Refreshing instance network info cache due to event network-changed-649a32ed-ae47-4c34-ae01-298fd528c920. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1687.054057] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Acquiring lock "refresh_cache-042a7c07-e248-42ff-8239-161b2e29c10c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.161778] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "refresh_cache-042a7c07-e248-42ff-8239-161b2e29c10c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.162140] env[64147]: DEBUG nova.compute.manager [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Instance network_info: |[{"id": "649a32ed-ae47-4c34-ae01-298fd528c920", "address": "fa:16:3e:f8:66:82", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649a32ed-ae", "ovs_interfaceid": "649a32ed-ae47-4c34-ae01-298fd528c920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1687.162456] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Acquired lock "refresh_cache-042a7c07-e248-42ff-8239-161b2e29c10c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.162638] env[64147]: DEBUG nova.network.neutron [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Refreshing network info cache for port 649a32ed-ae47-4c34-ae01-298fd528c920 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.166429] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:66:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '649a32ed-ae47-4c34-ae01-298fd528c920', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.173369] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating folder: Project (b75d89bfa3bd4bc0b581c30c8ba92309). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.173877] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76e9c70a-0fcc-4649-9110-a7d99323fed7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.185906] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Created folder: Project (b75d89bfa3bd4bc0b581c30c8ba92309) in parent group-v380629. [ 1687.186017] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating folder: Instances. Parent ref: group-v380799. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.186233] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b57c670-c153-42a6-b435-45ed52c6fd0e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.835258] env[64147]: DEBUG nova.compute.manager [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64147) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1687.835465] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.836493] env[64147]: DEBUG nova.compute.manager [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1687.840135] env[64147]: DEBUG oslo_concurrency.lockutils [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.843413] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Created folder: Instances in parent group-v380799. [ 1687.843640] env[64147]: DEBUG oslo.service.loopingcall [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.848529] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.449s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.852023] env[64147]: DEBUG nova.objects.instance [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lazy-loading 'resources' on Instance uuid c23a554b-cedd-425d-9c37-1ef658fa8a1f {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.852023] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.852023] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7b50bd3-1e26-4896-a158-96f220256fc1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.873963] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5282ed35-e6e6-35df-d19f-cbf83f444dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.009233} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.875104] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.877190] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.877190] env[64147]: value = "task-1840191" [ 1687.877190] env[64147]: _type = "Task" [ 1687.877190] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.879180] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed49e9a-e15c-445b-9754-b2f48da87469 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.885558] env[64147]: INFO nova.scheduler.client.report [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleted allocations for instance fd3092bf-6577-4c5d-b638-1ef11f4b3c1e [ 1687.890377] env[64147]: DEBUG nova.virt.hardware [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1687.890377] env[64147]: DEBUG nova.virt.hardware [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.890377] env[64147]: DEBUG nova.virt.hardware [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1687.890377] env[64147]: DEBUG nova.virt.hardware [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.890377] env[64147]: DEBUG nova.virt.hardware [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1687.890377] env[64147]: DEBUG nova.virt.hardware [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1687.890377] env[64147]: DEBUG nova.virt.hardware [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1687.890377] env[64147]: DEBUG nova.virt.hardware [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1687.890875] env[64147]: DEBUG nova.virt.hardware [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1687.890875] env[64147]: DEBUG nova.virt.hardware [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1687.890875] env[64147]: DEBUG nova.virt.hardware [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1687.892193] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99191c5e-ca50-4096-a139-edbe453f6051 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.901212] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1687.901212] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5268972f-3c49-2fbf-0c1d-dec4c4a70946" [ 1687.901212] env[64147]: _type = "Task" [ 1687.901212] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.901656] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840191, 'name': CreateVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.913107] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d12aee-6653-41b5-80b8-007fe604aa3b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.916778] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5268972f-3c49-2fbf-0c1d-dec4c4a70946, 'name': SearchDatastore_Task, 'duration_secs': 0.018242} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.917047] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.917305] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.917957] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a50cb7da-8e60-4aec-8b4c-a00711bf4a36 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.928509] env[64147]: DEBUG nova.network.neutron [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.935695] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1687.935695] env[64147]: value = "task-1840192" [ 1687.935695] env[64147]: _type = "Task" [ 1687.935695] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.946793] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.261957] env[64147]: DEBUG nova.network.neutron [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Updated VIF entry in instance network info cache for port 649a32ed-ae47-4c34-ae01-298fd528c920. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.261957] env[64147]: DEBUG nova.network.neutron [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Updating instance_info_cache with network_info: [{"id": "649a32ed-ae47-4c34-ae01-298fd528c920", "address": "fa:16:3e:f8:66:82", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649a32ed-ae", "ovs_interfaceid": "649a32ed-ae47-4c34-ae01-298fd528c920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.380111] env[64147]: DEBUG nova.compute.manager [req-04d25147-fb56-4728-8962-b8f3dd5c64e6 req-3b2c77f5-d25a-448d-a071-3ea293a47297 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received event network-vif-plugged-953aab2f-3606-4206-9377-396cdb8fbdc3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1688.380346] env[64147]: DEBUG oslo_concurrency.lockutils [req-04d25147-fb56-4728-8962-b8f3dd5c64e6 req-3b2c77f5-d25a-448d-a071-3ea293a47297 service nova] Acquiring lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.380552] env[64147]: DEBUG oslo_concurrency.lockutils [req-04d25147-fb56-4728-8962-b8f3dd5c64e6 req-3b2c77f5-d25a-448d-a071-3ea293a47297 service nova] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.380721] env[64147]: DEBUG oslo_concurrency.lockutils [req-04d25147-fb56-4728-8962-b8f3dd5c64e6 req-3b2c77f5-d25a-448d-a071-3ea293a47297 service nova] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.380887] env[64147]: DEBUG nova.compute.manager [req-04d25147-fb56-4728-8962-b8f3dd5c64e6 req-3b2c77f5-d25a-448d-a071-3ea293a47297 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] No waiting events found dispatching network-vif-plugged-953aab2f-3606-4206-9377-396cdb8fbdc3 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1688.381325] env[64147]: WARNING nova.compute.manager [req-04d25147-fb56-4728-8962-b8f3dd5c64e6 req-3b2c77f5-d25a-448d-a071-3ea293a47297 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received unexpected event network-vif-plugged-953aab2f-3606-4206-9377-396cdb8fbdc3 for instance with vm_state building and task_state spawning. [ 1688.384286] env[64147]: DEBUG nova.network.neutron [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Updating instance_info_cache with network_info: [{"id": "68f62fa3-cf01-4389-a8a0-021651ce4f34", "address": "fa:16:3e:af:58:c7", "network": {"id": "30d7ed97-bd83-4252-996d-53cbed289500", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-449499133", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f62fa3-cf", "ovs_interfaceid": "68f62fa3-cf01-4389-a8a0-021651ce4f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "322d8a7f-316b-44d5-809e-f417bf66568f", "address": "fa:16:3e:33:9e:fb", "network": {"id": "4621f289-8889-4683-8c77-1cb6dc6d756c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-380465363", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d8a7f-31", "ovs_interfaceid": "322d8a7f-316b-44d5-809e-f417bf66568f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.397873] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840191, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.411658] env[64147]: DEBUG oslo_concurrency.lockutils [None req-012058ff-0c6c-421c-a488-db4ea3a8989b tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "fd3092bf-6577-4c5d-b638-1ef11f4b3c1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.499s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.428656] env[64147]: DEBUG nova.network.neutron [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Successfully updated port: 953aab2f-3606-4206-9377-396cdb8fbdc3 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1688.447593] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456867} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.447970] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1688.448235] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1688.448830] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eac5b4a0-2444-407a-9fad-316c4dbaa029 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.459819] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1688.459819] env[64147]: value = "task-1840193" [ 1688.459819] env[64147]: _type = "Task" [ 1688.459819] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.468111] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.764425] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Releasing lock "refresh_cache-042a7c07-e248-42ff-8239-161b2e29c10c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.764742] env[64147]: DEBUG nova.compute.manager [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Received event network-vif-plugged-322d8a7f-316b-44d5-809e-f417bf66568f {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1688.764943] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Acquiring lock "65893cfb-3699-48f0-8db8-89c5223e87df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.765167] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Lock "65893cfb-3699-48f0-8db8-89c5223e87df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.765333] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Lock "65893cfb-3699-48f0-8db8-89c5223e87df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.765497] env[64147]: DEBUG nova.compute.manager [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] No waiting events found dispatching network-vif-plugged-322d8a7f-316b-44d5-809e-f417bf66568f {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1688.765741] env[64147]: WARNING nova.compute.manager [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Received unexpected event network-vif-plugged-322d8a7f-316b-44d5-809e-f417bf66568f for instance with vm_state building and task_state spawning. [ 1688.765908] env[64147]: DEBUG nova.compute.manager [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Received event network-changed-322d8a7f-316b-44d5-809e-f417bf66568f {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1688.766070] env[64147]: DEBUG nova.compute.manager [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Refreshing instance network info cache due to event network-changed-322d8a7f-316b-44d5-809e-f417bf66568f. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1688.766237] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Acquiring lock "refresh_cache-65893cfb-3699-48f0-8db8-89c5223e87df" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.771992] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ca5e0-839d-429d-9d9c-2614589d0d80 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.779813] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d65f7bc-674c-46ec-9d23-bf7881b64cae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.809031] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b563750-de37-4702-a873-39ec90507438 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.816312] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb91236-7985-489b-95a9-1ab0eae015f8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.829166] env[64147]: DEBUG nova.compute.provider_tree [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.894263] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Releasing lock "refresh_cache-65893cfb-3699-48f0-8db8-89c5223e87df" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.894625] env[64147]: DEBUG nova.compute.manager [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Instance network_info: |[{"id": "68f62fa3-cf01-4389-a8a0-021651ce4f34", "address": "fa:16:3e:af:58:c7", "network": {"id": "30d7ed97-bd83-4252-996d-53cbed289500", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-449499133", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f62fa3-cf", "ovs_interfaceid": "68f62fa3-cf01-4389-a8a0-021651ce4f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "322d8a7f-316b-44d5-809e-f417bf66568f", "address": "fa:16:3e:33:9e:fb", "network": {"id": "4621f289-8889-4683-8c77-1cb6dc6d756c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-380465363", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d8a7f-31", "ovs_interfaceid": "322d8a7f-316b-44d5-809e-f417bf66568f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1688.894863] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840191, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.895111] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Acquired lock "refresh_cache-65893cfb-3699-48f0-8db8-89c5223e87df" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.895282] env[64147]: DEBUG nova.network.neutron [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Refreshing network info cache for port 322d8a7f-316b-44d5-809e-f417bf66568f {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.896404] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:58:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68f62fa3-cf01-4389-a8a0-021651ce4f34', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:9e:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '322d8a7f-316b-44d5-809e-f417bf66568f', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1688.905543] env[64147]: DEBUG oslo.service.loopingcall [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.906758] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1688.906976] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dea9c306-6945-4a10-ad94-0a3dc3adbfa4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.929812] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1688.929812] env[64147]: value = "task-1840194" [ 1688.929812] env[64147]: _type = "Task" [ 1688.929812] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.933466] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.933598] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.933743] env[64147]: DEBUG nova.network.neutron [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.941650] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840194, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.967569] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275179} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.967835] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1688.968611] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac721d8-53b1-4748-a6bb-bc47f356f1a3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.989733] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.990011] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63248b90-8aae-49fc-954e-7a10e3349828 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.011364] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1689.011364] env[64147]: value = "task-1840195" [ 1689.011364] env[64147]: _type = "Task" [ 1689.011364] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.019644] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.332354] env[64147]: DEBUG nova.scheduler.client.report [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.394439] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840191, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.441269] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840194, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.470460] env[64147]: DEBUG nova.network.neutron [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1689.522480] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.619096] env[64147]: DEBUG nova.network.neutron [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updating instance_info_cache with network_info: [{"id": "953aab2f-3606-4206-9377-396cdb8fbdc3", "address": "fa:16:3e:6f:19:9c", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953aab2f-36", "ovs_interfaceid": "953aab2f-3606-4206-9377-396cdb8fbdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.781905] env[64147]: DEBUG nova.network.neutron [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Updated VIF entry in instance network info cache for port 322d8a7f-316b-44d5-809e-f417bf66568f. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.782431] env[64147]: DEBUG nova.network.neutron [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Updating instance_info_cache with network_info: [{"id": "68f62fa3-cf01-4389-a8a0-021651ce4f34", "address": "fa:16:3e:af:58:c7", "network": {"id": "30d7ed97-bd83-4252-996d-53cbed289500", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-449499133", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f62fa3-cf", "ovs_interfaceid": "68f62fa3-cf01-4389-a8a0-021651ce4f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "322d8a7f-316b-44d5-809e-f417bf66568f", "address": "fa:16:3e:33:9e:fb", "network": {"id": "4621f289-8889-4683-8c77-1cb6dc6d756c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-380465363", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d8a7f-31", "ovs_interfaceid": "322d8a7f-316b-44d5-809e-f417bf66568f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.837504] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.840781] env[64147]: DEBUG oslo_concurrency.lockutils [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.828s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.841040] env[64147]: DEBUG nova.objects.instance [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lazy-loading 'resources' on Instance uuid b963fd88-11ad-48ec-910c-e531c727961e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.861420] env[64147]: INFO nova.scheduler.client.report [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Deleted allocations for instance c23a554b-cedd-425d-9c37-1ef658fa8a1f [ 1689.894263] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840191, 'name': CreateVM_Task, 'duration_secs': 1.669954} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.894393] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.895203] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.895409] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.895721] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.895971] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628d76ed-8f3a-4406-a0d0-07166342c8cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.900837] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1689.900837] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b839b4-fc1b-7c05-3436-81dce694e82e" [ 1689.900837] env[64147]: _type = "Task" [ 1689.900837] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.910515] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b839b4-fc1b-7c05-3436-81dce694e82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.938923] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840194, 'name': CreateVM_Task, 'duration_secs': 0.761098} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.939106] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.939828] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.021955] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840195, 'name': ReconfigVM_Task, 'duration_secs': 0.725436} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.022262] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2/1456713b-c899-46fd-ad10-9e90e6bb64c2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.022895] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93222214-9739-4d90-8d05-d089ca801e50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.029890] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1690.029890] env[64147]: value = "task-1840196" [ 1690.029890] env[64147]: _type = "Task" [ 1690.029890] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.037490] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840196, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.121714] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.122099] env[64147]: DEBUG nova.compute.manager [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Instance network_info: |[{"id": "953aab2f-3606-4206-9377-396cdb8fbdc3", "address": "fa:16:3e:6f:19:9c", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953aab2f-36", "ovs_interfaceid": "953aab2f-3606-4206-9377-396cdb8fbdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1690.122778] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:19:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '953aab2f-3606-4206-9377-396cdb8fbdc3', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1690.130060] env[64147]: DEBUG oslo.service.loopingcall [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.130290] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1690.130525] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c583e5a5-3582-4149-b0da-73597715c37b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.148896] env[64147]: INFO nova.compute.manager [None req-1bc5def5-b287-488d-b0df-e60816b47590 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Get console output [ 1690.149238] env[64147]: WARNING nova.virt.vmwareapi.driver [None req-1bc5def5-b287-488d-b0df-e60816b47590 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] The console log is missing. Check your VSPC configuration [ 1690.155352] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1690.155352] env[64147]: value = "task-1840197" [ 1690.155352] env[64147]: _type = "Task" [ 1690.155352] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.163131] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840197, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.284922] env[64147]: DEBUG oslo_concurrency.lockutils [req-3812e4d7-b652-4b5b-8dad-b2cab4d530d0 req-b0402f88-52e6-466d-81c6-711ec260d19d service nova] Releasing lock "refresh_cache-65893cfb-3699-48f0-8db8-89c5223e87df" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.344157] env[64147]: DEBUG nova.objects.instance [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lazy-loading 'numa_topology' on Instance uuid b963fd88-11ad-48ec-910c-e531c727961e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.370850] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1e18c49-29f6-43ac-8dee-490d7dd401dd tempest-MultipleCreateTestJSON-868491816 tempest-MultipleCreateTestJSON-868491816-project-member] Lock "c23a554b-cedd-425d-9c37-1ef658fa8a1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.847s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.411793] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b839b4-fc1b-7c05-3436-81dce694e82e, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.412099] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.412333] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.412564] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.412711] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.412880] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.413246] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.413615] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.413733] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a766e435-0b47-460b-aa31-74293b07facc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.415867] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9a0dd1-39f3-4d30-a5f2-9f8dbba2dce4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.421057] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1690.421057] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b37e9d-ae86-168f-3536-07f2482fd363" [ 1690.421057] env[64147]: _type = "Task" [ 1690.421057] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.425343] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.425519] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.426586] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469edabe-3fb5-4919-a366-dcec4b86c61f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.431600] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b37e9d-ae86-168f-3536-07f2482fd363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.434335] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1690.434335] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52947237-ba88-ce70-9a4b-38884c961a15" [ 1690.434335] env[64147]: _type = "Task" [ 1690.434335] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.442267] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52947237-ba88-ce70-9a4b-38884c961a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.540952] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840196, 'name': Rename_Task, 'duration_secs': 0.131884} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.541630] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.541630] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2ccedad-383a-47e2-84a8-2e65104dcabf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.549721] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1690.549721] env[64147]: value = "task-1840198" [ 1690.549721] env[64147]: _type = "Task" [ 1690.549721] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.561494] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.576366] env[64147]: DEBUG nova.compute.manager [req-e3967d52-8e16-46ba-bdb8-4585267971a2 req-2f1b9096-8d70-44d9-bf74-eb559ee28984 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received event network-changed-953aab2f-3606-4206-9377-396cdb8fbdc3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1690.576720] env[64147]: DEBUG nova.compute.manager [req-e3967d52-8e16-46ba-bdb8-4585267971a2 req-2f1b9096-8d70-44d9-bf74-eb559ee28984 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Refreshing instance network info cache due to event network-changed-953aab2f-3606-4206-9377-396cdb8fbdc3. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1690.577070] env[64147]: DEBUG oslo_concurrency.lockutils [req-e3967d52-8e16-46ba-bdb8-4585267971a2 req-2f1b9096-8d70-44d9-bf74-eb559ee28984 service nova] Acquiring lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.577331] env[64147]: DEBUG oslo_concurrency.lockutils [req-e3967d52-8e16-46ba-bdb8-4585267971a2 req-2f1b9096-8d70-44d9-bf74-eb559ee28984 service nova] Acquired lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.577589] env[64147]: DEBUG nova.network.neutron [req-e3967d52-8e16-46ba-bdb8-4585267971a2 req-2f1b9096-8d70-44d9-bf74-eb559ee28984 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Refreshing network info cache for port 953aab2f-3606-4206-9377-396cdb8fbdc3 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1690.667039] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840197, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.846315] env[64147]: DEBUG nova.objects.base [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1690.938728] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b37e9d-ae86-168f-3536-07f2482fd363, 'name': SearchDatastore_Task, 'duration_secs': 0.009189} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.943942] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.944358] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.944714] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.963292] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52947237-ba88-ce70-9a4b-38884c961a15, 'name': SearchDatastore_Task, 'duration_secs': 0.016073} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.965539] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbc0afc-23b4-426d-87ac-85ec5ba5e33c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.972766] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1690.972766] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52eccc87-3d4a-d861-a5a3-bcd1324c873d" [ 1690.972766] env[64147]: _type = "Task" [ 1690.972766] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.984579] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52eccc87-3d4a-d861-a5a3-bcd1324c873d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.063385] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.174170] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840197, 'name': CreateVM_Task, 'duration_secs': 0.525509} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.174170] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1691.174170] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.174170] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.174170] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1691.174170] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9df884-a3cd-404c-9dac-a3e4fb1bce11 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.180407] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1691.180407] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5267e172-68e1-b4dd-0d14-90ee9fad1b32" [ 1691.180407] env[64147]: _type = "Task" [ 1691.180407] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.196802] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5267e172-68e1-b4dd-0d14-90ee9fad1b32, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.197142] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.197514] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.197826] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.313343] env[64147]: DEBUG oslo_concurrency.lockutils [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquiring lock "efc58ddd-7691-4490-9604-54d1793dc109" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.313343] env[64147]: DEBUG oslo_concurrency.lockutils [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Lock "efc58ddd-7691-4490-9604-54d1793dc109" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.313527] env[64147]: DEBUG oslo_concurrency.lockutils [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquiring lock "efc58ddd-7691-4490-9604-54d1793dc109-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.313845] env[64147]: DEBUG oslo_concurrency.lockutils [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Lock "efc58ddd-7691-4490-9604-54d1793dc109-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.313845] env[64147]: DEBUG oslo_concurrency.lockutils [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Lock "efc58ddd-7691-4490-9604-54d1793dc109-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.315896] env[64147]: INFO nova.compute.manager [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Terminating instance [ 1691.345278] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867dbe18-b189-43f1-b506-338bdfde0336 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.354353] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9395e5c-6749-4b0d-8758-3be7def8bc34 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.391299] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9f7804-deb7-4498-88ad-1bed67c5ed8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.401830] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a978421-4319-4e50-a1f2-32a0016389b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.416600] env[64147]: DEBUG nova.compute.provider_tree [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.461610] env[64147]: DEBUG nova.network.neutron [req-e3967d52-8e16-46ba-bdb8-4585267971a2 req-2f1b9096-8d70-44d9-bf74-eb559ee28984 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updated VIF entry in instance network info cache for port 953aab2f-3606-4206-9377-396cdb8fbdc3. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.462122] env[64147]: DEBUG nova.network.neutron [req-e3967d52-8e16-46ba-bdb8-4585267971a2 req-2f1b9096-8d70-44d9-bf74-eb559ee28984 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updating instance_info_cache with network_info: [{"id": "953aab2f-3606-4206-9377-396cdb8fbdc3", "address": "fa:16:3e:6f:19:9c", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953aab2f-36", "ovs_interfaceid": "953aab2f-3606-4206-9377-396cdb8fbdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.483751] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52eccc87-3d4a-d861-a5a3-bcd1324c873d, 'name': SearchDatastore_Task, 'duration_secs': 0.010693} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.484048] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.484306] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 042a7c07-e248-42ff-8239-161b2e29c10c/042a7c07-e248-42ff-8239-161b2e29c10c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1691.484599] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.484808] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.485032] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55ffa161-7743-479c-9282-f95fc59d3002 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.487148] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9fa9181-f9e9-4ce4-b83c-60416a49a735 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.494542] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1691.494542] env[64147]: value = "task-1840199" [ 1691.494542] env[64147]: _type = "Task" [ 1691.494542] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.498590] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.498766] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.500069] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9d4ac7-80f2-4702-88ff-c60e3639387d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.505733] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.509785] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1691.509785] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]521c79d7-ad88-c080-fd0b-a29edf1d0837" [ 1691.509785] env[64147]: _type = "Task" [ 1691.509785] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.517346] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521c79d7-ad88-c080-fd0b-a29edf1d0837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.560727] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840198, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.820074] env[64147]: DEBUG nova.compute.manager [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1691.820336] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1691.821266] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969c8a4d-f973-4b9e-b6ac-1e99e2b8a458 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.833413] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1691.833531] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b70f13ac-cde7-4c1f-94ab-4e7f91bf7217 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.842827] env[64147]: DEBUG oslo_vmware.api [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for the task: (returnval){ [ 1691.842827] env[64147]: value = "task-1840200" [ 1691.842827] env[64147]: _type = "Task" [ 1691.842827] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.853634] env[64147]: DEBUG oslo_vmware.api [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1840200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.921028] env[64147]: DEBUG nova.scheduler.client.report [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.966130] env[64147]: DEBUG oslo_concurrency.lockutils [req-e3967d52-8e16-46ba-bdb8-4585267971a2 req-2f1b9096-8d70-44d9-bf74-eb559ee28984 service nova] Releasing lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.006973] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477939} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.007335] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 042a7c07-e248-42ff-8239-161b2e29c10c/042a7c07-e248-42ff-8239-161b2e29c10c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.007604] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.008230] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7da2f64b-1ade-4aca-a3ee-830c254b2654 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.020643] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521c79d7-ad88-c080-fd0b-a29edf1d0837, 'name': SearchDatastore_Task, 'duration_secs': 0.008176} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.026284] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1692.026284] env[64147]: value = "task-1840201" [ 1692.026284] env[64147]: _type = "Task" [ 1692.026284] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.026284] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c3cd88-b344-49ac-bdba-2e8ae990885e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.043471] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.044155] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1692.044155] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5229c7c6-27af-c4ac-2719-4e2d02b29d1c" [ 1692.044155] env[64147]: _type = "Task" [ 1692.044155] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.055076] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5229c7c6-27af-c4ac-2719-4e2d02b29d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.058168] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.058502] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 65893cfb-3699-48f0-8db8-89c5223e87df/65893cfb-3699-48f0-8db8-89c5223e87df.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.058844] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.059276] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1692.059560] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0314494-d91d-4c96-8cb3-b692bb21286f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.061801] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01a5cea7-25c1-47df-bed9-39ab2f3dba48 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.067355] env[64147]: DEBUG oslo_vmware.api [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840198, 'name': PowerOnVM_Task, 'duration_secs': 1.108041} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.067898] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.068120] env[64147]: DEBUG nova.compute.manager [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.068851] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948848d7-96e2-451f-8b1b-d6cc9640cbc3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.073553] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1692.073553] env[64147]: value = "task-1840202" [ 1692.073553] env[64147]: _type = "Task" [ 1692.073553] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.075359] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1692.075566] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1692.079510] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff29627-f6af-43e4-b261-1e2dfab9dc5f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.091984] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.093414] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1692.093414] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cc2b18-a144-6ace-5b68-40193f7260b6" [ 1692.093414] env[64147]: _type = "Task" [ 1692.093414] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.101824] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cc2b18-a144-6ace-5b68-40193f7260b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.102625] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fcded4-1f17-4e6a-ae0b-01a33a91065f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.107424] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1692.107424] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5250e781-9763-dd3c-73ac-3231971092e5" [ 1692.107424] env[64147]: _type = "Task" [ 1692.107424] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.115096] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5250e781-9763-dd3c-73ac-3231971092e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.352287] env[64147]: DEBUG oslo_vmware.api [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1840200, 'name': PowerOffVM_Task, 'duration_secs': 0.249685} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.352570] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1692.352739] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1692.353010] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a7dd451-5a09-4456-bb20-359fbb8bda31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.426197] env[64147]: DEBUG oslo_concurrency.lockutils [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.586s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.428993] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.979s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.429276] env[64147]: DEBUG nova.objects.instance [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lazy-loading 'resources' on Instance uuid 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.452695] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1692.453057] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1692.453658] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Deleting the datastore file [datastore1] efc58ddd-7691-4490-9604-54d1793dc109 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1692.453744] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80e56232-577a-475c-8b55-48df14fe68b8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.462789] env[64147]: DEBUG oslo_vmware.api [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for the task: (returnval){ [ 1692.462789] env[64147]: value = "task-1840204" [ 1692.462789] env[64147]: _type = "Task" [ 1692.462789] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.474238] env[64147]: DEBUG oslo_vmware.api [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1840204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.539851] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061384} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.540866] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1692.541205] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c253212d-e2cc-4671-942b-84f61f3c41a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.564186] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 042a7c07-e248-42ff-8239-161b2e29c10c/042a7c07-e248-42ff-8239-161b2e29c10c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1692.564475] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7cb0216-bf95-44ea-87cb-1226970524e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.600990] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45444} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.602267] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.603649] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 65893cfb-3699-48f0-8db8-89c5223e87df/65893cfb-3699-48f0-8db8-89c5223e87df.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.603649] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.603649] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1692.603649] env[64147]: value = "task-1840205" [ 1692.603649] env[64147]: _type = "Task" [ 1692.603649] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.603649] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a5736bc-0363-4915-b718-aa8837d644d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.613554] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1692.613554] env[64147]: value = "task-1840206" [ 1692.613554] env[64147]: _type = "Task" [ 1692.613554] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.617511] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.625216] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5250e781-9763-dd3c-73ac-3231971092e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008849} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.625972] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.626264] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 6f33edae-5839-4761-be87-310e5c5f0b3e/6f33edae-5839-4761-be87-310e5c5f0b3e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.626691] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e57c40e6-c6f8-4bda-aa1a-5c75a37d024e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.634181] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.638018] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1692.638018] env[64147]: value = "task-1840207" [ 1692.638018] env[64147]: _type = "Task" [ 1692.638018] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.650710] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.938878] env[64147]: DEBUG oslo_concurrency.lockutils [None req-859a6d77-a330-42b5-874b-1879b5e41fcc tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "b963fd88-11ad-48ec-910c-e531c727961e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.297s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.939702] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "b963fd88-11ad-48ec-910c-e531c727961e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 24.290s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.939702] env[64147]: INFO nova.compute.manager [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Unshelving [ 1692.978622] env[64147]: DEBUG oslo_vmware.api [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Task: {'id': task-1840204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218521} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.981629] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.982091] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.982366] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.982623] env[64147]: INFO nova.compute.manager [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1692.982901] env[64147]: DEBUG oslo.service.loopingcall [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.983671] env[64147]: DEBUG nova.compute.manager [-] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1692.983810] env[64147]: DEBUG nova.network.neutron [-] [instance: efc58ddd-7691-4490-9604-54d1793dc109] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1693.120477] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840205, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.130533] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073111} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.131293] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.131732] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e3f1f6-9f23-40b2-94c2-34861d3d6164 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.158353] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 65893cfb-3699-48f0-8db8-89c5223e87df/65893cfb-3699-48f0-8db8-89c5223e87df.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.165611] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1da020a7-5310-44b9-8fa9-cf7c9c3799db {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.187020] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46049} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.188405] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 6f33edae-5839-4761-be87-310e5c5f0b3e/6f33edae-5839-4761-be87-310e5c5f0b3e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1693.188621] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1693.189393] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1693.189393] env[64147]: value = "task-1840208" [ 1693.189393] env[64147]: _type = "Task" [ 1693.189393] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.189393] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40c89a90-14a5-4303-a1c6-e90dbc2bb413 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.202407] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.203754] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1693.203754] env[64147]: value = "task-1840209" [ 1693.203754] env[64147]: _type = "Task" [ 1693.203754] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.212501] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.424114] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bd282e-182f-495e-9deb-cc1b16bad703 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.431916] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b364a9c2-12ee-4aa1-a76d-c3d06b962419 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.469915] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa4f4e6-232d-4b78-9843-66b7c924d1dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.477953] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bf4f6b-7aa8-4691-aae2-f39a9a6b10c9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.499138] env[64147]: DEBUG nova.compute.provider_tree [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.583010] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquiring lock "df8acd8d-95fc-4441-92d1-b37207f54606" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.583318] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "df8acd8d-95fc-4441-92d1-b37207f54606" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.617779] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840205, 'name': ReconfigVM_Task, 'duration_secs': 0.541727} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.618141] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 042a7c07-e248-42ff-8239-161b2e29c10c/042a7c07-e248-42ff-8239-161b2e29c10c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.618939] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a8c8b31-ec47-4d9b-8b3e-a74ee5ea5af6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.625866] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1693.625866] env[64147]: value = "task-1840210" [ 1693.625866] env[64147]: _type = "Task" [ 1693.625866] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.634429] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840210, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.701758] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.712576] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068776} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.712838] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.713586] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e907acb-6982-4a7e-8166-d4702299bfcf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.737223] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 6f33edae-5839-4761-be87-310e5c5f0b3e/6f33edae-5839-4761-be87-310e5c5f0b3e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.737594] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b65ec9f-1aaa-4b00-a768-8c516467c28a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.756387] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1693.756387] env[64147]: value = "task-1840211" [ 1693.756387] env[64147]: _type = "Task" [ 1693.756387] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.764752] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.988045] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.003292] env[64147]: DEBUG nova.scheduler.client.report [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.088939] env[64147]: DEBUG nova.compute.manager [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.138603] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840210, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.203037] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840208, 'name': ReconfigVM_Task, 'duration_secs': 1.00892} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.203197] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 65893cfb-3699-48f0-8db8-89c5223e87df/65893cfb-3699-48f0-8db8-89c5223e87df.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.203747] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-606c9fee-33c5-4a60-8474-c0da2fdb2512 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.210866] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1694.210866] env[64147]: value = "task-1840212" [ 1694.210866] env[64147]: _type = "Task" [ 1694.210866] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.219597] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840212, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.245896] env[64147]: DEBUG nova.compute.manager [req-5ab13be1-d786-4aef-b35c-62fc87d55380 req-4ca1d08a-9f3f-45f7-88ee-64f78c901387 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Received event network-vif-deleted-3987308a-4693-416f-9a57-d22259b4f2e3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1694.246064] env[64147]: INFO nova.compute.manager [req-5ab13be1-d786-4aef-b35c-62fc87d55380 req-4ca1d08a-9f3f-45f7-88ee-64f78c901387 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Neutron deleted interface 3987308a-4693-416f-9a57-d22259b4f2e3; detaching it from the instance and deleting it from the info cache [ 1694.246246] env[64147]: DEBUG nova.network.neutron [req-5ab13be1-d786-4aef-b35c-62fc87d55380 req-4ca1d08a-9f3f-45f7-88ee-64f78c901387 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.267708] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840211, 'name': ReconfigVM_Task, 'duration_secs': 0.299416} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.268058] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 6f33edae-5839-4761-be87-310e5c5f0b3e/6f33edae-5839-4761-be87-310e5c5f0b3e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.268805] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d40ffb4-c91e-4f20-b82a-d77ebd70b396 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.277162] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1694.277162] env[64147]: value = "task-1840213" [ 1694.277162] env[64147]: _type = "Task" [ 1694.277162] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.286627] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840213, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.510765] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.513081] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.063s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.513324] env[64147]: DEBUG nova.objects.instance [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lazy-loading 'resources' on Instance uuid 51a314bf-bbaa-41fc-9cd6-d87206b00333 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.522453] env[64147]: DEBUG nova.network.neutron [-] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.536040] env[64147]: INFO nova.scheduler.client.report [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Deleted allocations for instance 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66 [ 1694.609416] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.638339] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840210, 'name': Rename_Task, 'duration_secs': 0.775497} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.638614] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.638861] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2479cf0-46cf-40dc-9103-7c41a8e38aec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.646093] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1694.646093] env[64147]: value = "task-1840214" [ 1694.646093] env[64147]: _type = "Task" [ 1694.646093] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.660557] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.725606] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840212, 'name': Rename_Task, 'duration_secs': 0.188018} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.725606] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.725606] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f29e5eb5-ffb8-4d61-8fe7-98f1b22cc192 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.731460] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1694.731460] env[64147]: value = "task-1840215" [ 1694.731460] env[64147]: _type = "Task" [ 1694.731460] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.739954] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.751697] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92a4c9f9-ff74-4e59-839b-9c6987ed755a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.762022] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4115ebe-de71-4769-a19f-6f5ba078f57e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.786780] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840213, 'name': Rename_Task, 'duration_secs': 0.146897} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.798605] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.799357] env[64147]: DEBUG nova.compute.manager [req-5ab13be1-d786-4aef-b35c-62fc87d55380 req-4ca1d08a-9f3f-45f7-88ee-64f78c901387 service nova] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Detach interface failed, port_id=3987308a-4693-416f-9a57-d22259b4f2e3, reason: Instance efc58ddd-7691-4490-9604-54d1793dc109 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1694.799761] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c29b8e23-b4bb-45c7-b3e3-6f0da7ef0acd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.806748] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1694.806748] env[64147]: value = "task-1840216" [ 1694.806748] env[64147]: _type = "Task" [ 1694.806748] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.822686] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.024977] env[64147]: INFO nova.compute.manager [-] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Took 2.04 seconds to deallocate network for instance. [ 1695.030264] env[64147]: DEBUG oslo_concurrency.lockutils [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "30e9bf11-4391-410c-bf48-86942adffc4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.030513] env[64147]: DEBUG oslo_concurrency.lockutils [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "30e9bf11-4391-410c-bf48-86942adffc4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.030764] env[64147]: DEBUG oslo_concurrency.lockutils [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "30e9bf11-4391-410c-bf48-86942adffc4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.031014] env[64147]: DEBUG oslo_concurrency.lockutils [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "30e9bf11-4391-410c-bf48-86942adffc4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.031244] env[64147]: DEBUG oslo_concurrency.lockutils [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "30e9bf11-4391-410c-bf48-86942adffc4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.033015] env[64147]: INFO nova.compute.manager [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Terminating instance [ 1695.045437] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b9c235e2-9d29-4028-838b-c979347aeead tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "6bee5b18-1b30-4fbe-90bf-9306fdc4bc66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.589s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.159175] env[64147]: DEBUG oslo_vmware.api [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840214, 'name': PowerOnVM_Task, 'duration_secs': 0.464634} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.159843] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.160095] env[64147]: INFO nova.compute.manager [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1695.160279] env[64147]: DEBUG nova.compute.manager [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.161232] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8702b96-d8ae-4c81-bb9c-84d54afa7edf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.243415] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840215, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.316841] env[64147]: DEBUG oslo_vmware.api [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840216, 'name': PowerOnVM_Task, 'duration_secs': 0.506129} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.319627] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.319861] env[64147]: INFO nova.compute.manager [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1695.320070] env[64147]: DEBUG nova.compute.manager [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.321129] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7017fd54-abec-4f0e-a400-f671b6800240 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.467662] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b39c86-741d-4b7c-b712-a312b79357d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.475324] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbba885-502e-4b08-8d38-12f714d3a284 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.504315] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.505064] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.506827] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9028c174-9831-49fe-8d58-a1e9d44857e5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.514542] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb737e9-d3f2-4cbc-8835-1c83d1a8316e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.527554] env[64147]: DEBUG nova.compute.provider_tree [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.534139] env[64147]: DEBUG oslo_concurrency.lockutils [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.546822] env[64147]: DEBUG nova.compute.manager [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1695.546822] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1695.547141] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475df8c2-d5ff-4e64-9e29-153f55e6f6cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.555406] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.555624] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8852570f-8d88-47c3-a6d4-f0f7bd91a5c9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.561527] env[64147]: DEBUG oslo_vmware.api [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1695.561527] env[64147]: value = "task-1840217" [ 1695.561527] env[64147]: _type = "Task" [ 1695.561527] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.570625] env[64147]: DEBUG oslo_vmware.api [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.686457] env[64147]: INFO nova.compute.manager [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Took 33.84 seconds to build instance. [ 1695.741969] env[64147]: DEBUG oslo_vmware.api [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840215, 'name': PowerOnVM_Task, 'duration_secs': 0.601582} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.742307] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.742538] env[64147]: INFO nova.compute.manager [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Took 13.54 seconds to spawn the instance on the hypervisor. [ 1695.742755] env[64147]: DEBUG nova.compute.manager [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.743555] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4a2bd1-3efb-46ba-9752-bbea1970e26c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.842020] env[64147]: INFO nova.compute.manager [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Took 32.69 seconds to build instance. [ 1696.016054] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.016323] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1696.030485] env[64147]: DEBUG nova.scheduler.client.report [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.072825] env[64147]: DEBUG oslo_vmware.api [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840217, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.188835] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6e2f7ecd-c025-4257-b34b-1248cfabbe5c tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "042a7c07-e248-42ff-8239-161b2e29c10c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.348s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.259320] env[64147]: INFO nova.compute.manager [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Took 38.28 seconds to build instance. [ 1696.344297] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d1d33f81-b88a-44a2-8159-1d4e1b32b300 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.205s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.485875] env[64147]: DEBUG nova.compute.manager [req-8d97287d-3fbc-498a-a2d1-25f63cf3b6c0 req-982181ae-e5ed-489b-a88d-51b078809d91 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received event network-changed-953aab2f-3606-4206-9377-396cdb8fbdc3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1696.486103] env[64147]: DEBUG nova.compute.manager [req-8d97287d-3fbc-498a-a2d1-25f63cf3b6c0 req-982181ae-e5ed-489b-a88d-51b078809d91 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Refreshing instance network info cache due to event network-changed-953aab2f-3606-4206-9377-396cdb8fbdc3. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1696.486330] env[64147]: DEBUG oslo_concurrency.lockutils [req-8d97287d-3fbc-498a-a2d1-25f63cf3b6c0 req-982181ae-e5ed-489b-a88d-51b078809d91 service nova] Acquiring lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.486476] env[64147]: DEBUG oslo_concurrency.lockutils [req-8d97287d-3fbc-498a-a2d1-25f63cf3b6c0 req-982181ae-e5ed-489b-a88d-51b078809d91 service nova] Acquired lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.486662] env[64147]: DEBUG nova.network.neutron [req-8d97287d-3fbc-498a-a2d1-25f63cf3b6c0 req-982181ae-e5ed-489b-a88d-51b078809d91 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Refreshing network info cache for port 953aab2f-3606-4206-9377-396cdb8fbdc3 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1696.535573] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.537830] env[64147]: DEBUG oslo_concurrency.lockutils [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.962s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.538478] env[64147]: DEBUG nova.objects.instance [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lazy-loading 'resources' on Instance uuid a2dd50c7-0e12-42d4-b6d3-c36c3e803e83 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.559712] env[64147]: INFO nova.scheduler.client.report [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted allocations for instance 51a314bf-bbaa-41fc-9cd6-d87206b00333 [ 1696.571756] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.571927] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquired lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.572092] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Forcefully refreshing network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1696.580866] env[64147]: DEBUG oslo_vmware.api [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840217, 'name': PowerOffVM_Task, 'duration_secs': 0.619346} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.581136] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.581313] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1696.581988] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80a069ab-83d2-49e3-95c6-799e8163f9c2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.732197] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1696.732457] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1696.732631] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleting the datastore file [datastore1] 30e9bf11-4391-410c-bf48-86942adffc4e {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1696.732905] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85da7eaa-fca2-4e60-94b4-fff80dd24496 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.742375] env[64147]: DEBUG oslo_vmware.api [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1696.742375] env[64147]: value = "task-1840219" [ 1696.742375] env[64147]: _type = "Task" [ 1696.742375] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.750827] env[64147]: DEBUG oslo_vmware.api [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.761814] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0473850a-d67d-4749-8ddd-bb793b454626 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "65893cfb-3699-48f0-8db8-89c5223e87df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.794s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.088220] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e83596fe-2ac9-4bf2-ad3f-888b4d8a3817 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "51a314bf-bbaa-41fc-9cd6-d87206b00333" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.889s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.133278] env[64147]: DEBUG oslo_concurrency.lockutils [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "65893cfb-3699-48f0-8db8-89c5223e87df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.133516] env[64147]: DEBUG oslo_concurrency.lockutils [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "65893cfb-3699-48f0-8db8-89c5223e87df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.133716] env[64147]: DEBUG oslo_concurrency.lockutils [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "65893cfb-3699-48f0-8db8-89c5223e87df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.133904] env[64147]: DEBUG oslo_concurrency.lockutils [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "65893cfb-3699-48f0-8db8-89c5223e87df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.134689] env[64147]: DEBUG oslo_concurrency.lockutils [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "65893cfb-3699-48f0-8db8-89c5223e87df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.137548] env[64147]: INFO nova.compute.manager [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Terminating instance [ 1697.233127] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "042a7c07-e248-42ff-8239-161b2e29c10c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.233127] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "042a7c07-e248-42ff-8239-161b2e29c10c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.233127] env[64147]: DEBUG nova.compute.manager [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.233586] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525ebd8e-66a9-4467-b60f-2e9d6812ddd1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.244018] env[64147]: DEBUG nova.compute.manager [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1697.244018] env[64147]: DEBUG nova.objects.instance [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lazy-loading 'flavor' on Instance uuid 042a7c07-e248-42ff-8239-161b2e29c10c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.260530] env[64147]: DEBUG oslo_vmware.api [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33625} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.261601] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.262343] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.263466] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.263781] env[64147]: INFO nova.compute.manager [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1697.264166] env[64147]: DEBUG oslo.service.loopingcall [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.266895] env[64147]: DEBUG nova.compute.manager [-] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1697.267108] env[64147]: DEBUG nova.network.neutron [-] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1697.391339] env[64147]: DEBUG nova.network.neutron [req-8d97287d-3fbc-498a-a2d1-25f63cf3b6c0 req-982181ae-e5ed-489b-a88d-51b078809d91 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updated VIF entry in instance network info cache for port 953aab2f-3606-4206-9377-396cdb8fbdc3. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1697.392459] env[64147]: DEBUG nova.network.neutron [req-8d97287d-3fbc-498a-a2d1-25f63cf3b6c0 req-982181ae-e5ed-489b-a88d-51b078809d91 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updating instance_info_cache with network_info: [{"id": "953aab2f-3606-4206-9377-396cdb8fbdc3", "address": "fa:16:3e:6f:19:9c", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953aab2f-36", "ovs_interfaceid": "953aab2f-3606-4206-9377-396cdb8fbdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.456063] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b4e458-4f53-472e-b50b-940fde1ef637 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.464829] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8495fa35-d7b0-4052-b8c4-60605a821481 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.499681] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba66e705-bbd4-4f95-9877-2fe41ab75592 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.509085] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56de6ff-0cc0-476b-b35c-2a633ac4c32f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.527095] env[64147]: DEBUG nova.compute.provider_tree [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.642492] env[64147]: DEBUG nova.compute.manager [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1697.642738] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1697.643761] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd22fb8-caa7-4015-9e16-04b308be8a57 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.651969] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1697.652245] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c443e1b1-9b15-48f1-8d94-ab332ffa4358 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.659043] env[64147]: DEBUG oslo_vmware.api [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1697.659043] env[64147]: value = "task-1840220" [ 1697.659043] env[64147]: _type = "Task" [ 1697.659043] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.673669] env[64147]: DEBUG oslo_vmware.api [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.825628] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance_info_cache with network_info: [{"id": "2a543c2a-5867-4ecc-bf4c-64418378d808", "address": "fa:16:3e:06:ae:46", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a543c2a-58", "ovs_interfaceid": "2a543c2a-5867-4ecc-bf4c-64418378d808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.895755] env[64147]: DEBUG oslo_concurrency.lockutils [req-8d97287d-3fbc-498a-a2d1-25f63cf3b6c0 req-982181ae-e5ed-489b-a88d-51b078809d91 service nova] Releasing lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.016414] env[64147]: DEBUG nova.network.neutron [-] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.030410] env[64147]: DEBUG nova.scheduler.client.report [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.170702] env[64147]: DEBUG oslo_vmware.api [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840220, 'name': PowerOffVM_Task, 'duration_secs': 0.213672} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.170702] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1698.170702] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1698.172319] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-feced487-b5e5-4817-ad28-5c3328add317 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.188619] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.188861] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.259496] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.260317] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fd01a3e-2745-4867-9797-ed8456e9caba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.267677] env[64147]: DEBUG oslo_vmware.api [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1698.267677] env[64147]: value = "task-1840222" [ 1698.267677] env[64147]: _type = "Task" [ 1698.267677] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.276816] env[64147]: DEBUG oslo_vmware.api [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.329225] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Releasing lock "refresh_cache-53ceb216-7d63-4dfd-8185-1bf488665180" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.329499] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updated the network info_cache for instance {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1698.329743] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.329964] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.330140] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.330293] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.330438] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.330583] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.330816] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1698.330955] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.513817] env[64147]: DEBUG nova.compute.manager [req-24be018c-da30-4ac7-b8da-9a9444eba957 req-19df1a34-42ea-4a50-98de-188ddf105119 service nova] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Received event network-vif-deleted-40cee1fa-2110-4f38-b29c-99a03cf1ac0e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1698.519057] env[64147]: INFO nova.compute.manager [-] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Took 1.25 seconds to deallocate network for instance. [ 1698.535212] env[64147]: DEBUG oslo_concurrency.lockutils [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.537975] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.796s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.538200] env[64147]: DEBUG nova.objects.instance [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1698.563242] env[64147]: INFO nova.scheduler.client.report [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Deleted allocations for instance a2dd50c7-0e12-42d4-b6d3-c36c3e803e83 [ 1698.691760] env[64147]: DEBUG nova.compute.manager [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1698.778462] env[64147]: DEBUG oslo_vmware.api [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840222, 'name': PowerOffVM_Task, 'duration_secs': 0.323483} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.778728] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1698.778924] env[64147]: DEBUG nova.compute.manager [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.779875] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3736ecf8-9bd9-4d80-89b3-fb2cdded22f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.833858] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.025267] env[64147]: DEBUG oslo_concurrency.lockutils [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.070878] env[64147]: DEBUG oslo_concurrency.lockutils [None req-484bcad8-6689-446b-9cd2-6f89958d2c65 tempest-ListServersNegativeTestJSON-1469777894 tempest-ListServersNegativeTestJSON-1469777894-project-member] Lock "a2dd50c7-0e12-42d4-b6d3-c36c3e803e83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.682s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.095338] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1699.095625] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1699.095871] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Deleting the datastore file [datastore1] 65893cfb-3699-48f0-8db8-89c5223e87df {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1699.096174] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec46c2ef-48e5-44ab-8f0b-7a17dbbd272e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.104507] env[64147]: DEBUG oslo_vmware.api [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for the task: (returnval){ [ 1699.104507] env[64147]: value = "task-1840223" [ 1699.104507] env[64147]: _type = "Task" [ 1699.104507] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.114815] env[64147]: DEBUG oslo_vmware.api [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.214443] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.296465] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3911d3e8-9930-4917-a8db-418a4d510992 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "042a7c07-e248-42ff-8239-161b2e29c10c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.547846] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d6910eb8-caf1-422b-98a4-0be892434a79 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.549125] env[64147]: DEBUG oslo_concurrency.lockutils [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.026s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.549330] env[64147]: DEBUG nova.objects.instance [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Lazy-loading 'resources' on Instance uuid 330c9cd3-28a5-43f4-8795-3d65741a6075 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.615443] env[64147]: DEBUG oslo_vmware.api [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Task: {'id': task-1840223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154117} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.617047] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1699.617249] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1699.617428] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1699.617593] env[64147]: INFO nova.compute.manager [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Took 1.97 seconds to destroy the instance on the hypervisor. [ 1699.617838] env[64147]: DEBUG oslo.service.loopingcall [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.618041] env[64147]: DEBUG nova.compute.manager [-] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1699.618138] env[64147]: DEBUG nova.network.neutron [-] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1700.542251] env[64147]: DEBUG nova.compute.manager [req-14a36dba-9fd6-4d66-a87d-56dee2adef7a req-79eee691-3777-4182-8095-bcc68b5ea210 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Received event network-vif-deleted-68f62fa3-cf01-4389-a8a0-021651ce4f34 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1700.542516] env[64147]: INFO nova.compute.manager [req-14a36dba-9fd6-4d66-a87d-56dee2adef7a req-79eee691-3777-4182-8095-bcc68b5ea210 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Neutron deleted interface 68f62fa3-cf01-4389-a8a0-021651ce4f34; detaching it from the instance and deleting it from the info cache [ 1700.542788] env[64147]: DEBUG nova.network.neutron [req-14a36dba-9fd6-4d66-a87d-56dee2adef7a req-79eee691-3777-4182-8095-bcc68b5ea210 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Updating instance_info_cache with network_info: [{"id": "322d8a7f-316b-44d5-809e-f417bf66568f", "address": "fa:16:3e:33:9e:fb", "network": {"id": "4621f289-8889-4683-8c77-1cb6dc6d756c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-380465363", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6fd41766a4ed426eb9017bbb99375f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322d8a7f-31", "ovs_interfaceid": "322d8a7f-316b-44d5-809e-f417bf66568f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.545538] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03ce090-e8f0-489b-82bb-41c301e6a15d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.554637] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e86c5d-a402-4563-b817-6f0be00d1114 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.588881] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8346999c-69c6-4983-81f7-55cfc8e8a13a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.596949] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c810d0-a808-4523-bd9c-9f165e54892e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.612648] env[64147]: DEBUG nova.compute.provider_tree [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.676152] env[64147]: DEBUG nova.compute.manager [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.677137] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd31f85-7d60-415a-91e5-caa5f7e095a5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.970229] env[64147]: DEBUG nova.network.neutron [-] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.051036] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa85dd73-3d3c-45ad-a9ef-d6dc665e5735 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.068023] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4d79db-ba76-46c4-8284-7e33996d6fce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.111478] env[64147]: DEBUG nova.compute.manager [req-14a36dba-9fd6-4d66-a87d-56dee2adef7a req-79eee691-3777-4182-8095-bcc68b5ea210 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Detach interface failed, port_id=68f62fa3-cf01-4389-a8a0-021651ce4f34, reason: Instance 65893cfb-3699-48f0-8db8-89c5223e87df could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1701.113012] env[64147]: DEBUG nova.compute.manager [req-14a36dba-9fd6-4d66-a87d-56dee2adef7a req-79eee691-3777-4182-8095-bcc68b5ea210 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Received event network-vif-deleted-322d8a7f-316b-44d5-809e-f417bf66568f {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1701.113012] env[64147]: INFO nova.compute.manager [req-14a36dba-9fd6-4d66-a87d-56dee2adef7a req-79eee691-3777-4182-8095-bcc68b5ea210 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Neutron deleted interface 322d8a7f-316b-44d5-809e-f417bf66568f; detaching it from the instance and deleting it from the info cache [ 1701.113012] env[64147]: DEBUG nova.network.neutron [req-14a36dba-9fd6-4d66-a87d-56dee2adef7a req-79eee691-3777-4182-8095-bcc68b5ea210 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.116186] env[64147]: DEBUG nova.scheduler.client.report [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.189703] env[64147]: INFO nova.compute.manager [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] instance snapshotting [ 1701.190079] env[64147]: WARNING nova.compute.manager [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1701.192544] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e9492f-e436-49f2-ba43-140f815e3c33 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.213877] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0767ce0e-96bb-4d43-8f8a-6515286d7d23 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.471792] env[64147]: INFO nova.compute.manager [-] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Took 1.85 seconds to deallocate network for instance. [ 1701.615744] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f65903e8-fe8c-47e8-9629-a49bad92e7ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.622556] env[64147]: DEBUG oslo_concurrency.lockutils [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.625631] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.134s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.625862] env[64147]: DEBUG nova.objects.instance [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lazy-loading 'resources' on Instance uuid 5410b69e-75c7-45d7-95a6-99c847419bf2 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1701.630097] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dce5507-1091-4b02-8cd2-2ea8400a6ec3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.647171] env[64147]: INFO nova.scheduler.client.report [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Deleted allocations for instance 330c9cd3-28a5-43f4-8795-3d65741a6075 [ 1701.664409] env[64147]: DEBUG nova.compute.manager [req-14a36dba-9fd6-4d66-a87d-56dee2adef7a req-79eee691-3777-4182-8095-bcc68b5ea210 service nova] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Detach interface failed, port_id=322d8a7f-316b-44d5-809e-f417bf66568f, reason: Instance 65893cfb-3699-48f0-8db8-89c5223e87df could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1701.725251] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1701.725505] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2c8f99f-d04e-4ec4-b31f-7dc13fa01353 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.732906] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1701.732906] env[64147]: value = "task-1840224" [ 1701.732906] env[64147]: _type = "Task" [ 1701.732906] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.740752] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840224, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.979138] env[64147]: DEBUG oslo_concurrency.lockutils [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.154927] env[64147]: DEBUG oslo_concurrency.lockutils [None req-47d67481-42ca-44d5-a98d-41fe2d81393f tempest-InstanceActionsNegativeTestJSON-1209113396 tempest-InstanceActionsNegativeTestJSON-1209113396-project-member] Lock "330c9cd3-28a5-43f4-8795-3d65741a6075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.223s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.203254] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquiring lock "2d308923-3315-4395-9e34-5a2a41481883" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.203556] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lock "2d308923-3315-4395-9e34-5a2a41481883" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.244800] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840224, 'name': CreateSnapshot_Task, 'duration_secs': 0.408302} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.247578] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1702.248376] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c08828-4cd3-4ede-b9f1-788269bc3ad4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.516737] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ebfe08-0d18-492e-91de-fe62fbe160aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.524579] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e804dc-c18b-4531-bd8a-396f8921505a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.555306] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49fdf65-6767-4f89-b44d-8df494079a0d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.562621] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ccfbb8-eda6-4833-a834-3721d1df8751 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.575528] env[64147]: DEBUG nova.compute.provider_tree [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.706353] env[64147]: DEBUG nova.compute.manager [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1702.768636] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1702.768950] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0d04645-9e2c-46e9-8034-f4d5ff477db4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.777396] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1702.777396] env[64147]: value = "task-1840225" [ 1702.777396] env[64147]: _type = "Task" [ 1702.777396] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.785159] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840225, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.079553] env[64147]: DEBUG nova.scheduler.client.report [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.228490] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.288594] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840225, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.584901] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.587228] env[64147]: DEBUG oslo_concurrency.lockutils [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.820s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.587460] env[64147]: DEBUG nova.objects.instance [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lazy-loading 'resources' on Instance uuid 33630811-b576-401a-9356-a80ea5a1750c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.610283] env[64147]: INFO nova.scheduler.client.report [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Deleted allocations for instance 5410b69e-75c7-45d7-95a6-99c847419bf2 [ 1703.789790] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840225, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.117258] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bdb5ce4-9c50-42ec-85e1-ef6e6bc68582 tempest-ServerShowV257Test-1334389256 tempest-ServerShowV257Test-1334389256-project-member] Lock "5410b69e-75c7-45d7-95a6-99c847419bf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.899s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.292685] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840225, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.494917] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96397bc5-f859-4bc6-974c-6eabfdc5c4cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.502303] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d91b237-1747-406d-90a5-a57ba1a75530 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.532699] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba39667a-47f7-40e5-9879-b5417ade24fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.540181] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad59a78a-b833-4600-a31a-5f812eba9d8b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.553114] env[64147]: DEBUG nova.compute.provider_tree [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.792677] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840225, 'name': CloneVM_Task, 'duration_secs': 1.637895} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.793040] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Created linked-clone VM from snapshot [ 1704.793822] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7e54fb-f6b4-40c3-b5dc-08d323d92a22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.800983] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Uploading image 54b47afb-5694-4c68-a3d8-89ffb598317b {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1704.825181] env[64147]: DEBUG oslo_vmware.rw_handles [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1704.825181] env[64147]: value = "vm-380805" [ 1704.825181] env[64147]: _type = "VirtualMachine" [ 1704.825181] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1704.825447] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f29156bf-d36c-48c5-bd77-7b29eeefe043 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.832472] env[64147]: DEBUG oslo_vmware.rw_handles [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lease: (returnval){ [ 1704.832472] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52270f4a-c765-7564-42dc-d0f33eecab56" [ 1704.832472] env[64147]: _type = "HttpNfcLease" [ 1704.832472] env[64147]: } obtained for exporting VM: (result){ [ 1704.832472] env[64147]: value = "vm-380805" [ 1704.832472] env[64147]: _type = "VirtualMachine" [ 1704.832472] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1704.832731] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the lease: (returnval){ [ 1704.832731] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52270f4a-c765-7564-42dc-d0f33eecab56" [ 1704.832731] env[64147]: _type = "HttpNfcLease" [ 1704.832731] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1704.838575] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1704.838575] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52270f4a-c765-7564-42dc-d0f33eecab56" [ 1704.838575] env[64147]: _type = "HttpNfcLease" [ 1704.838575] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1705.056205] env[64147]: DEBUG nova.scheduler.client.report [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.340489] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1705.340489] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52270f4a-c765-7564-42dc-d0f33eecab56" [ 1705.340489] env[64147]: _type = "HttpNfcLease" [ 1705.340489] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1705.340785] env[64147]: DEBUG oslo_vmware.rw_handles [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1705.340785] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52270f4a-c765-7564-42dc-d0f33eecab56" [ 1705.340785] env[64147]: _type = "HttpNfcLease" [ 1705.340785] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1705.341510] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7f6c03-3cb3-4a2e-9950-b31d2460f258 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.348760] env[64147]: DEBUG oslo_vmware.rw_handles [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529163ee-5be4-d2a7-015e-b62c800d204c/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1705.348940] env[64147]: DEBUG oslo_vmware.rw_handles [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529163ee-5be4-d2a7-015e-b62c800d204c/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1705.438505] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd50de82-0497-426d-a55c-2bbf85f4018b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.561678] env[64147]: DEBUG oslo_concurrency.lockutils [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.565040] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.464s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.566136] env[64147]: INFO nova.compute.claims [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1705.593203] env[64147]: INFO nova.scheduler.client.report [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Deleted allocations for instance 33630811-b576-401a-9356-a80ea5a1750c [ 1706.101023] env[64147]: DEBUG oslo_concurrency.lockutils [None req-191c211b-d23b-4d24-a940-854d9af8e3bf tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "33630811-b576-401a-9356-a80ea5a1750c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.910s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.929783] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e65e44-20a3-40a0-875c-33be9de45080 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.938039] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8837cb9a-351e-4a53-bef2-f21242dd1ce6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.967789] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efb9bd1-aab2-4801-8a3e-43a72a7d57ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.975713] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22224a2-afcc-4889-b934-f05f64615812 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.989862] env[64147]: DEBUG nova.compute.provider_tree [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.144568] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "35539f0e-e341-4d34-85ba-a1cff208b323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.144846] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "35539f0e-e341-4d34-85ba-a1cff208b323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.145095] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "35539f0e-e341-4d34-85ba-a1cff208b323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.145290] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "35539f0e-e341-4d34-85ba-a1cff208b323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.145468] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "35539f0e-e341-4d34-85ba-a1cff208b323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.147890] env[64147]: INFO nova.compute.manager [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Terminating instance [ 1707.492647] env[64147]: DEBUG nova.scheduler.client.report [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1707.653924] env[64147]: DEBUG nova.compute.manager [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.654178] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.655150] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcc8e69-5262-4292-b801-9e6d21970b17 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.663293] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.663533] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c3ed201-4887-4b24-b607-c4a1b441875c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.669799] env[64147]: DEBUG oslo_vmware.api [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1707.669799] env[64147]: value = "task-1840227" [ 1707.669799] env[64147]: _type = "Task" [ 1707.669799] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.678331] env[64147]: DEBUG oslo_vmware.api [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.998558] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.998967] env[64147]: DEBUG nova.compute.manager [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.002052] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.976s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.003456] env[64147]: INFO nova.compute.claims [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.180735] env[64147]: DEBUG oslo_vmware.api [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840227, 'name': PowerOffVM_Task, 'duration_secs': 0.427148} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.181127] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.181185] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.181442] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90154238-1983-41c9-b6ca-61f9afb4ffa1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.268055] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.268314] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.268529] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Deleting the datastore file [datastore1] 35539f0e-e341-4d34-85ba-a1cff208b323 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.268868] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e309f40-0e10-44cc-a2d3-3d69d5c55484 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.275905] env[64147]: DEBUG oslo_vmware.api [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for the task: (returnval){ [ 1708.275905] env[64147]: value = "task-1840229" [ 1708.275905] env[64147]: _type = "Task" [ 1708.275905] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.284369] env[64147]: DEBUG oslo_vmware.api [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.511417] env[64147]: DEBUG nova.compute.utils [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.512782] env[64147]: DEBUG nova.compute.manager [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1708.512996] env[64147]: DEBUG nova.network.neutron [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1708.571012] env[64147]: DEBUG nova.policy [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3492891c36724b5e95e4ea1ca70e6aad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4de8316ccfec4c0ca7521015d191827d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1708.787255] env[64147]: DEBUG oslo_vmware.api [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Task: {'id': task-1840229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44307} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.787514] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.787704] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.787875] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.788056] env[64147]: INFO nova.compute.manager [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1708.788298] env[64147]: DEBUG oslo.service.loopingcall [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.788480] env[64147]: DEBUG nova.compute.manager [-] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.788575] env[64147]: DEBUG nova.network.neutron [-] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.852450] env[64147]: DEBUG nova.network.neutron [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Successfully created port: d42da8b1-e1eb-42ce-b38f-47d43903ab0a {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.019313] env[64147]: DEBUG nova.compute.manager [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.069343] env[64147]: DEBUG nova.compute.manager [req-422b9fa5-b7bb-480d-8077-b1fbc29ea59d req-4f0eff89-bf9c-4e0d-a23d-6c40fb915c32 service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Received event network-vif-deleted-61948cb3-f8d1-4fab-856a-9e32c9092ad0 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1709.069573] env[64147]: INFO nova.compute.manager [req-422b9fa5-b7bb-480d-8077-b1fbc29ea59d req-4f0eff89-bf9c-4e0d-a23d-6c40fb915c32 service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Neutron deleted interface 61948cb3-f8d1-4fab-856a-9e32c9092ad0; detaching it from the instance and deleting it from the info cache [ 1709.069704] env[64147]: DEBUG nova.network.neutron [req-422b9fa5-b7bb-480d-8077-b1fbc29ea59d req-4f0eff89-bf9c-4e0d-a23d-6c40fb915c32 service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.379186] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd0740f-5c5c-4096-a313-56ddf30812b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.386889] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d575cc5-3974-4189-825e-ae6329ea8c0d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.415829] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c67d4-4c5c-47b6-885c-257e7bc524e6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.423423] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5ef0da-545b-42f8-a981-546062398c3b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.436433] env[64147]: DEBUG nova.compute.provider_tree [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.513409] env[64147]: DEBUG nova.network.neutron [-] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.525830] env[64147]: INFO nova.virt.block_device [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Booting with volume 2571bbce-12bf-4581-a656-d32e0f07117c at /dev/sda [ 1709.569313] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5d6fa41-7aef-4d82-bd33-052052ee6a5b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.571645] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c82bb20-2a34-444b-922b-c4160da35d94 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.581688] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d54fc0d-b2e3-4fbe-afaa-cd5a65a7bb63 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.594444] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc5be4c-0c43-4564-a0a3-8e46044167a1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.639610] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0058a33f-1b9c-4527-8403-f4dfeb0416c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.642760] env[64147]: DEBUG nova.compute.manager [req-422b9fa5-b7bb-480d-8077-b1fbc29ea59d req-4f0eff89-bf9c-4e0d-a23d-6c40fb915c32 service nova] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Detach interface failed, port_id=61948cb3-f8d1-4fab-856a-9e32c9092ad0, reason: Instance 35539f0e-e341-4d34-85ba-a1cff208b323 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1709.649574] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5497554-d127-40b9-94b6-2bf6e7f0813f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.682769] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd1eea0-b45f-4c60-a2aa-993c473378e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.691177] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2562a189-9882-4046-aff0-4016c7030a06 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.708923] env[64147]: DEBUG nova.virt.block_device [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Updating existing volume attachment record: eb1134da-0a37-4422-bdc3-4f9d6a9d5fd5 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1709.940360] env[64147]: DEBUG nova.scheduler.client.report [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.016632] env[64147]: INFO nova.compute.manager [-] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Took 1.23 seconds to deallocate network for instance. [ 1710.329649] env[64147]: DEBUG nova.compute.manager [req-8fc14e26-71ee-46ed-a870-4cd68ee36fa0 req-fa8da383-08d4-49da-82ec-ba0fa5297e4c service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Received event network-vif-plugged-d42da8b1-e1eb-42ce-b38f-47d43903ab0a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1710.332679] env[64147]: DEBUG oslo_concurrency.lockutils [req-8fc14e26-71ee-46ed-a870-4cd68ee36fa0 req-fa8da383-08d4-49da-82ec-ba0fa5297e4c service nova] Acquiring lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.332679] env[64147]: DEBUG oslo_concurrency.lockutils [req-8fc14e26-71ee-46ed-a870-4cd68ee36fa0 req-fa8da383-08d4-49da-82ec-ba0fa5297e4c service nova] Lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.332679] env[64147]: DEBUG oslo_concurrency.lockutils [req-8fc14e26-71ee-46ed-a870-4cd68ee36fa0 req-fa8da383-08d4-49da-82ec-ba0fa5297e4c service nova] Lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.332679] env[64147]: DEBUG nova.compute.manager [req-8fc14e26-71ee-46ed-a870-4cd68ee36fa0 req-fa8da383-08d4-49da-82ec-ba0fa5297e4c service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] No waiting events found dispatching network-vif-plugged-d42da8b1-e1eb-42ce-b38f-47d43903ab0a {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.332679] env[64147]: WARNING nova.compute.manager [req-8fc14e26-71ee-46ed-a870-4cd68ee36fa0 req-fa8da383-08d4-49da-82ec-ba0fa5297e4c service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Received unexpected event network-vif-plugged-d42da8b1-e1eb-42ce-b38f-47d43903ab0a for instance with vm_state building and task_state block_device_mapping. [ 1710.392904] env[64147]: DEBUG nova.network.neutron [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Successfully updated port: d42da8b1-e1eb-42ce-b38f-47d43903ab0a {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1710.445480] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.446192] env[64147]: DEBUG nova.compute.manager [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1710.453024] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.175s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.453024] env[64147]: DEBUG nova.objects.instance [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1710.523808] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.899935] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Acquiring lock "refresh_cache-97706ce3-e0e6-446a-9c80-dbcc6c4963c5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.900149] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Acquired lock "refresh_cache-97706ce3-e0e6-446a-9c80-dbcc6c4963c5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.900311] env[64147]: DEBUG nova.network.neutron [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1710.955094] env[64147]: DEBUG nova.compute.utils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1710.959726] env[64147]: DEBUG nova.compute.manager [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1710.960398] env[64147]: DEBUG nova.network.neutron [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1711.000342] env[64147]: DEBUG nova.policy [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02d820facf1e4b7d9547445713da4a35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0c401aba1fc4e12afe917994f9ba9ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1711.299333] env[64147]: DEBUG nova.network.neutron [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Successfully created port: f8918563-dd03-4f6e-a796-89962629e711 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1711.444196] env[64147]: DEBUG nova.network.neutron [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1711.464413] env[64147]: DEBUG nova.compute.manager [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1711.467897] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e82be30b-7313-4dfc-ad46-ebdfd160f446 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.469069] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.360s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.469290] env[64147]: DEBUG nova.objects.instance [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lazy-loading 'resources' on Instance uuid 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.629023] env[64147]: DEBUG nova.network.neutron [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Updating instance_info_cache with network_info: [{"id": "d42da8b1-e1eb-42ce-b38f-47d43903ab0a", "address": "fa:16:3e:26:50:9a", "network": {"id": "615565b4-9ca9-46f3-979c-cf78d3090b4e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1162067997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8316ccfec4c0ca7521015d191827d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42da8b1-e1", "ovs_interfaceid": "d42da8b1-e1eb-42ce-b38f-47d43903ab0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.812305] env[64147]: DEBUG nova.compute.manager [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1711.812857] env[64147]: DEBUG nova.virt.hardware [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1711.813189] env[64147]: DEBUG nova.virt.hardware [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.813703] env[64147]: DEBUG nova.virt.hardware [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1711.813703] env[64147]: DEBUG nova.virt.hardware [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.813703] env[64147]: DEBUG nova.virt.hardware [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1711.813865] env[64147]: DEBUG nova.virt.hardware [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1711.814012] env[64147]: DEBUG nova.virt.hardware [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1711.814186] env[64147]: DEBUG nova.virt.hardware [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1711.814353] env[64147]: DEBUG nova.virt.hardware [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1711.814517] env[64147]: DEBUG nova.virt.hardware [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1711.814681] env[64147]: DEBUG nova.virt.hardware [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1711.815665] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3d9957-26cc-4c34-b47e-960253d3e2a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.073038] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fb7ac8-3fe4-4bff-bc11-459fd2dded36 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.135192] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Releasing lock "refresh_cache-97706ce3-e0e6-446a-9c80-dbcc6c4963c5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.135192] env[64147]: DEBUG nova.compute.manager [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Instance network_info: |[{"id": "d42da8b1-e1eb-42ce-b38f-47d43903ab0a", "address": "fa:16:3e:26:50:9a", "network": {"id": "615565b4-9ca9-46f3-979c-cf78d3090b4e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1162067997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8316ccfec4c0ca7521015d191827d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42da8b1-e1", "ovs_interfaceid": "d42da8b1-e1eb-42ce-b38f-47d43903ab0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1712.137174] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:50:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd42da8b1-e1eb-42ce-b38f-47d43903ab0a', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1712.147582] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Creating folder: Project (4de8316ccfec4c0ca7521015d191827d). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1712.148990] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21c26785-c484-4958-8f5f-bd226e287bdf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.161946] env[64147]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1712.162172] env[64147]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64147) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1712.162574] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Folder already exists: Project (4de8316ccfec4c0ca7521015d191827d). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1712.162785] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Creating folder: Instances. Parent ref: group-v380779. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1712.163060] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-018763d6-355f-4a37-8b63-3b13a96cc79a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.176163] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Created folder: Instances in parent group-v380779. [ 1712.176446] env[64147]: DEBUG oslo.service.loopingcall [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.176649] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1712.176893] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c7267b6-f2e7-4013-95e2-5a9ac7c1c1e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.201829] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1712.201829] env[64147]: value = "task-1840232" [ 1712.201829] env[64147]: _type = "Task" [ 1712.201829] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.210591] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840232, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.405129] env[64147]: DEBUG nova.compute.manager [req-484bd5fc-091d-4072-84ff-0557939e4bb8 req-d3ecb058-d988-432f-a0d4-b0278a1bae05 service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Received event network-changed-d42da8b1-e1eb-42ce-b38f-47d43903ab0a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1712.405129] env[64147]: DEBUG nova.compute.manager [req-484bd5fc-091d-4072-84ff-0557939e4bb8 req-d3ecb058-d988-432f-a0d4-b0278a1bae05 service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Refreshing instance network info cache due to event network-changed-d42da8b1-e1eb-42ce-b38f-47d43903ab0a. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1712.405246] env[64147]: DEBUG oslo_concurrency.lockutils [req-484bd5fc-091d-4072-84ff-0557939e4bb8 req-d3ecb058-d988-432f-a0d4-b0278a1bae05 service nova] Acquiring lock "refresh_cache-97706ce3-e0e6-446a-9c80-dbcc6c4963c5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.405382] env[64147]: DEBUG oslo_concurrency.lockutils [req-484bd5fc-091d-4072-84ff-0557939e4bb8 req-d3ecb058-d988-432f-a0d4-b0278a1bae05 service nova] Acquired lock "refresh_cache-97706ce3-e0e6-446a-9c80-dbcc6c4963c5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.405547] env[64147]: DEBUG nova.network.neutron [req-484bd5fc-091d-4072-84ff-0557939e4bb8 req-d3ecb058-d988-432f-a0d4-b0278a1bae05 service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Refreshing network info cache for port d42da8b1-e1eb-42ce-b38f-47d43903ab0a {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1712.477296] env[64147]: DEBUG nova.compute.manager [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1712.493441] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490d4bae-b263-4e7f-a536-fb55ccad7892 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.505349] env[64147]: DEBUG nova.virt.hardware [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1712.505646] env[64147]: DEBUG nova.virt.hardware [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1712.505810] env[64147]: DEBUG nova.virt.hardware [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1712.505996] env[64147]: DEBUG nova.virt.hardware [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1712.506162] env[64147]: DEBUG nova.virt.hardware [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1712.506310] env[64147]: DEBUG nova.virt.hardware [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1712.506534] env[64147]: DEBUG nova.virt.hardware [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1712.506744] env[64147]: DEBUG nova.virt.hardware [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1712.506958] env[64147]: DEBUG nova.virt.hardware [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1712.507165] env[64147]: DEBUG nova.virt.hardware [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1712.507364] env[64147]: DEBUG nova.virt.hardware [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1712.508456] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d26dca-de6b-46f8-9dbf-ed792eae5ee4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.512076] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bdc030-4093-48ec-9b8a-73455cb3743d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.544899] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0fd2d9-9f29-49e5-867d-210447ec1418 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.549811] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164f16a3-5a97-4102-84b5-dfe5b440bc50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.566348] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7606504-436e-4c97-a97a-aece268a6e7c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.583253] env[64147]: DEBUG nova.compute.provider_tree [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.714470] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840232, 'name': CreateVM_Task, 'duration_secs': 0.459073} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.714717] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1712.715514] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': 'eb1134da-0a37-4422-bdc3-4f9d6a9d5fd5', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380790', 'volume_id': '2571bbce-12bf-4581-a656-d32e0f07117c', 'name': 'volume-2571bbce-12bf-4581-a656-d32e0f07117c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97706ce3-e0e6-446a-9c80-dbcc6c4963c5', 'attached_at': '', 'detached_at': '', 'volume_id': '2571bbce-12bf-4581-a656-d32e0f07117c', 'serial': '2571bbce-12bf-4581-a656-d32e0f07117c'}, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=64147) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1712.715884] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Root volume attach. Driver type: vmdk {{(pid=64147) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1712.716916] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b605bdd-26f3-44ae-8c0e-b312436988b5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.726130] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcd8e5c-ad26-41cf-b020-8b5e91adfbae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.732997] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6c370e-bf04-4cec-9bef-faaf6cb6ac93 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.739194] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e818886e-f9db-4b97-939f-27e31ba3e774 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.746206] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for the task: (returnval){ [ 1712.746206] env[64147]: value = "task-1840233" [ 1712.746206] env[64147]: _type = "Task" [ 1712.746206] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.754277] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840233, 'name': RelocateVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.841198] env[64147]: DEBUG nova.network.neutron [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Successfully updated port: f8918563-dd03-4f6e-a796-89962629e711 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.071146] env[64147]: DEBUG oslo_vmware.rw_handles [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529163ee-5be4-d2a7-015e-b62c800d204c/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1713.072108] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2f4ec1-2e44-447f-ab5b-2f0abdc515a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.080150] env[64147]: DEBUG oslo_vmware.rw_handles [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529163ee-5be4-d2a7-015e-b62c800d204c/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1713.080316] env[64147]: ERROR oslo_vmware.rw_handles [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529163ee-5be4-d2a7-015e-b62c800d204c/disk-0.vmdk due to incomplete transfer. [ 1713.080588] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0fddfca4-f1c1-44af-9070-2cec35fb62ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.087013] env[64147]: DEBUG nova.scheduler.client.report [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.091248] env[64147]: DEBUG oslo_vmware.rw_handles [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529163ee-5be4-d2a7-015e-b62c800d204c/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1713.091461] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Uploaded image 54b47afb-5694-4c68-a3d8-89ffb598317b to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1713.093626] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1713.094109] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd434331-e18b-4e45-87c4-d9c97a48608e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.100757] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1713.100757] env[64147]: value = "task-1840234" [ 1713.100757] env[64147]: _type = "Task" [ 1713.100757] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.113106] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840234, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.117971] env[64147]: DEBUG nova.network.neutron [req-484bd5fc-091d-4072-84ff-0557939e4bb8 req-d3ecb058-d988-432f-a0d4-b0278a1bae05 service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Updated VIF entry in instance network info cache for port d42da8b1-e1eb-42ce-b38f-47d43903ab0a. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.118389] env[64147]: DEBUG nova.network.neutron [req-484bd5fc-091d-4072-84ff-0557939e4bb8 req-d3ecb058-d988-432f-a0d4-b0278a1bae05 service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Updating instance_info_cache with network_info: [{"id": "d42da8b1-e1eb-42ce-b38f-47d43903ab0a", "address": "fa:16:3e:26:50:9a", "network": {"id": "615565b4-9ca9-46f3-979c-cf78d3090b4e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1162067997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8316ccfec4c0ca7521015d191827d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42da8b1-e1", "ovs_interfaceid": "d42da8b1-e1eb-42ce-b38f-47d43903ab0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.255960] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840233, 'name': RelocateVM_Task, 'duration_secs': 0.026485} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.256801] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1713.256801] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380790', 'volume_id': '2571bbce-12bf-4581-a656-d32e0f07117c', 'name': 'volume-2571bbce-12bf-4581-a656-d32e0f07117c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97706ce3-e0e6-446a-9c80-dbcc6c4963c5', 'attached_at': '', 'detached_at': '', 'volume_id': '2571bbce-12bf-4581-a656-d32e0f07117c', 'serial': '2571bbce-12bf-4581-a656-d32e0f07117c'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1713.257570] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b825c1b0-6e32-41f2-a760-bd6911370d4d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.274827] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f90e988-6b05-409d-bf7f-329f88e3b995 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.299358] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-2571bbce-12bf-4581-a656-d32e0f07117c/volume-2571bbce-12bf-4581-a656-d32e0f07117c.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.299561] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4b1195-5520-40a3-b62b-3d0244dc9475 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.319497] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for the task: (returnval){ [ 1713.319497] env[64147]: value = "task-1840235" [ 1713.319497] env[64147]: _type = "Task" [ 1713.319497] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.329362] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.347835] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "refresh_cache-d89ba462-7bbe-4acb-baf4-229634460f2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.347835] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired lock "refresh_cache-d89ba462-7bbe-4acb-baf4-229634460f2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.347835] env[64147]: DEBUG nova.network.neutron [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.595703] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.598238] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.688s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.600197] env[64147]: INFO nova.compute.claims [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1713.611183] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840234, 'name': Destroy_Task, 'duration_secs': 0.322092} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.611541] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Destroyed the VM [ 1713.611801] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1713.611948] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-426c14f3-d456-4f4e-b327-ee7dc2300f01 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.620254] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1713.620254] env[64147]: value = "task-1840236" [ 1713.620254] env[64147]: _type = "Task" [ 1713.620254] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.621264] env[64147]: INFO nova.scheduler.client.report [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Deleted allocations for instance 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59 [ 1713.626352] env[64147]: DEBUG oslo_concurrency.lockutils [req-484bd5fc-091d-4072-84ff-0557939e4bb8 req-d3ecb058-d988-432f-a0d4-b0278a1bae05 service nova] Releasing lock "refresh_cache-97706ce3-e0e6-446a-9c80-dbcc6c4963c5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.635348] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840236, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.830528] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840235, 'name': ReconfigVM_Task, 'duration_secs': 0.288454} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.830807] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-2571bbce-12bf-4581-a656-d32e0f07117c/volume-2571bbce-12bf-4581-a656-d32e0f07117c.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.837277] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8df1c04-dfa4-4c5b-adef-02b001c4914a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.854640] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for the task: (returnval){ [ 1713.854640] env[64147]: value = "task-1840237" [ 1713.854640] env[64147]: _type = "Task" [ 1713.854640] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.867107] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.909765] env[64147]: DEBUG nova.network.neutron [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1714.144275] env[64147]: DEBUG oslo_vmware.api [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840236, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370081} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.144928] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bbde5a61-ca2a-416a-982d-c5c9fac5ce4e tempest-InstanceActionsTestJSON-420385390 tempest-InstanceActionsTestJSON-420385390-project-member] Lock "4f51dbb5-d60d-46f0-9931-c5a60e5b0a59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.050s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.146518] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1714.148143] env[64147]: INFO nova.compute.manager [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Took 12.95 seconds to snapshot the instance on the hypervisor. [ 1714.160317] env[64147]: DEBUG nova.network.neutron [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Updating instance_info_cache with network_info: [{"id": "f8918563-dd03-4f6e-a796-89962629e711", "address": "fa:16:3e:77:5c:9f", "network": {"id": "b73a51b3-037b-47a6-b952-9bde75400575", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604722611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0c401aba1fc4e12afe917994f9ba9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8918563-dd", "ovs_interfaceid": "f8918563-dd03-4f6e-a796-89962629e711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.278276] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "042a7c07-e248-42ff-8239-161b2e29c10c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.278544] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "042a7c07-e248-42ff-8239-161b2e29c10c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.278763] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "042a7c07-e248-42ff-8239-161b2e29c10c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.278961] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "042a7c07-e248-42ff-8239-161b2e29c10c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.279160] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "042a7c07-e248-42ff-8239-161b2e29c10c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.282800] env[64147]: INFO nova.compute.manager [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Terminating instance [ 1714.368020] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840237, 'name': ReconfigVM_Task, 'duration_secs': 0.13113} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.368401] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380790', 'volume_id': '2571bbce-12bf-4581-a656-d32e0f07117c', 'name': 'volume-2571bbce-12bf-4581-a656-d32e0f07117c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97706ce3-e0e6-446a-9c80-dbcc6c4963c5', 'attached_at': '', 'detached_at': '', 'volume_id': '2571bbce-12bf-4581-a656-d32e0f07117c', 'serial': '2571bbce-12bf-4581-a656-d32e0f07117c'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1714.369014] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3535971b-1b38-45e1-97ff-bf40f571fd6d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.376953] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for the task: (returnval){ [ 1714.376953] env[64147]: value = "task-1840238" [ 1714.376953] env[64147]: _type = "Task" [ 1714.376953] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.385016] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840238, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.568706] env[64147]: DEBUG nova.compute.manager [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Received event network-vif-plugged-f8918563-dd03-4f6e-a796-89962629e711 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1714.568706] env[64147]: DEBUG oslo_concurrency.lockutils [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] Acquiring lock "d89ba462-7bbe-4acb-baf4-229634460f2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.569075] env[64147]: DEBUG oslo_concurrency.lockutils [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] Lock "d89ba462-7bbe-4acb-baf4-229634460f2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.571237] env[64147]: DEBUG oslo_concurrency.lockutils [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] Lock "d89ba462-7bbe-4acb-baf4-229634460f2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.571471] env[64147]: DEBUG nova.compute.manager [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] No waiting events found dispatching network-vif-plugged-f8918563-dd03-4f6e-a796-89962629e711 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1714.571647] env[64147]: WARNING nova.compute.manager [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Received unexpected event network-vif-plugged-f8918563-dd03-4f6e-a796-89962629e711 for instance with vm_state building and task_state spawning. [ 1714.571821] env[64147]: DEBUG nova.compute.manager [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Received event network-changed-f8918563-dd03-4f6e-a796-89962629e711 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1714.571976] env[64147]: DEBUG nova.compute.manager [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Refreshing instance network info cache due to event network-changed-f8918563-dd03-4f6e-a796-89962629e711. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1714.572158] env[64147]: DEBUG oslo_concurrency.lockutils [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] Acquiring lock "refresh_cache-d89ba462-7bbe-4acb-baf4-229634460f2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.651441] env[64147]: DEBUG nova.compute.manager [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Instance disappeared during snapshot {{(pid=64147) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1714.664044] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Releasing lock "refresh_cache-d89ba462-7bbe-4acb-baf4-229634460f2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.664366] env[64147]: DEBUG nova.compute.manager [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Instance network_info: |[{"id": "f8918563-dd03-4f6e-a796-89962629e711", "address": "fa:16:3e:77:5c:9f", "network": {"id": "b73a51b3-037b-47a6-b952-9bde75400575", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604722611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0c401aba1fc4e12afe917994f9ba9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8918563-dd", "ovs_interfaceid": "f8918563-dd03-4f6e-a796-89962629e711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1714.665392] env[64147]: DEBUG nova.compute.manager [None req-8e034347-c027-49d5-8365-c7732adb130e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image not found during clean up 54b47afb-5694-4c68-a3d8-89ffb598317b {{(pid=64147) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1714.668694] env[64147]: DEBUG oslo_concurrency.lockutils [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] Acquired lock "refresh_cache-d89ba462-7bbe-4acb-baf4-229634460f2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.668879] env[64147]: DEBUG nova.network.neutron [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Refreshing network info cache for port f8918563-dd03-4f6e-a796-89962629e711 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.670105] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:5c:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8918563-dd03-4f6e-a796-89962629e711', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1714.678634] env[64147]: DEBUG oslo.service.loopingcall [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.682276] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1714.683130] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2dbb57f-1978-4a79-adf5-3d19b9b21671 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.709299] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1714.709299] env[64147]: value = "task-1840239" [ 1714.709299] env[64147]: _type = "Task" [ 1714.709299] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.718136] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840239, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.789022] env[64147]: DEBUG nova.compute.manager [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.789022] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.789022] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6714a8-de42-42bb-8690-51c3221f24cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.800436] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1714.802026] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e746561-be45-4ab3-887a-afb6ca8ac5ee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.891306] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1714.891931] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1714.891931] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleting the datastore file [datastore1] 042a7c07-e248-42ff-8239-161b2e29c10c {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1714.892942] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23ca2ef2-561b-402d-8b00-da22fa01d42b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.897343] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840238, 'name': Rename_Task, 'duration_secs': 0.125772} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.898248] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.898248] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a79d84bd-995d-46b1-8dc5-20d4e33be821 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.902116] env[64147]: DEBUG oslo_vmware.api [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1714.902116] env[64147]: value = "task-1840241" [ 1714.902116] env[64147]: _type = "Task" [ 1714.902116] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.916128] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for the task: (returnval){ [ 1714.916128] env[64147]: value = "task-1840242" [ 1714.916128] env[64147]: _type = "Task" [ 1714.916128] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.924253] env[64147]: DEBUG oslo_vmware.api [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.930546] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840242, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.939170] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "0cea15a8-9ad1-48c9-b4f5-920112a28664" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.939426] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "0cea15a8-9ad1-48c9-b4f5-920112a28664" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.952388] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.952574] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.958958] env[64147]: DEBUG nova.network.neutron [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Updated VIF entry in instance network info cache for port f8918563-dd03-4f6e-a796-89962629e711. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.959360] env[64147]: DEBUG nova.network.neutron [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Updating instance_info_cache with network_info: [{"id": "f8918563-dd03-4f6e-a796-89962629e711", "address": "fa:16:3e:77:5c:9f", "network": {"id": "b73a51b3-037b-47a6-b952-9bde75400575", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1604722611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0c401aba1fc4e12afe917994f9ba9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8918563-dd", "ovs_interfaceid": "f8918563-dd03-4f6e-a796-89962629e711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.087164] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1856f952-8e7e-4f32-8c29-09563b07b5db {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.094487] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d26221-591a-4960-a8bd-e0c465c18f9f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.135252] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd14e5b-03a6-4a1f-b133-a7775af0c2ee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.146063] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d160ed84-3663-42ce-abf9-866ec9e1d0ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.158598] env[64147]: DEBUG nova.compute.provider_tree [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.222292] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840239, 'name': CreateVM_Task, 'duration_secs': 0.380236} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.223032] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.223531] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.223810] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.224432] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.224682] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d82f57d-766d-492f-ab44-23466c679d9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.232448] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1715.232448] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52bd40af-f5d6-8d84-e1ca-e5a5c7673389" [ 1715.232448] env[64147]: _type = "Task" [ 1715.232448] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.242681] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52bd40af-f5d6-8d84-e1ca-e5a5c7673389, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.242967] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.243219] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1715.243447] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.243591] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.243766] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1715.244027] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93e96cef-2000-4fe5-9e68-40da15816fa7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.251640] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1715.252349] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1715.252543] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e2f8e3-ccbe-4bd4-9062-975217f18cc9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.257667] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1715.257667] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ad3078-74b2-9c9c-fdb6-2b3330ce32d6" [ 1715.257667] env[64147]: _type = "Task" [ 1715.257667] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.265241] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ad3078-74b2-9c9c-fdb6-2b3330ce32d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.414352] env[64147]: DEBUG oslo_vmware.api [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161156} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.414352] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.414352] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.414510] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.414685] env[64147]: INFO nova.compute.manager [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1715.414933] env[64147]: DEBUG oslo.service.loopingcall [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.415147] env[64147]: DEBUG nova.compute.manager [-] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1715.415243] env[64147]: DEBUG nova.network.neutron [-] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.424948] env[64147]: DEBUG oslo_vmware.api [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840242, 'name': PowerOnVM_Task, 'duration_secs': 0.491189} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.425218] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.425418] env[64147]: INFO nova.compute.manager [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Took 3.61 seconds to spawn the instance on the hypervisor. [ 1715.425598] env[64147]: DEBUG nova.compute.manager [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.426363] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0b19c4-4e61-4b43-8653-3a1b31152016 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.441530] env[64147]: DEBUG nova.compute.manager [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1715.455291] env[64147]: DEBUG nova.compute.manager [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1715.465328] env[64147]: DEBUG oslo_concurrency.lockutils [req-a4c845fe-f96d-4de8-a929-c73f290ac175 req-28a4abaa-5b32-4b6d-8ab9-7fb43ea6d38a service nova] Releasing lock "refresh_cache-d89ba462-7bbe-4acb-baf4-229634460f2c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.685432] env[64147]: ERROR nova.scheduler.client.report [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [req-f4a8a27d-3e28-4860-a09f-1b82fe7e9aea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f4a8a27d-3e28-4860-a09f-1b82fe7e9aea"}]} [ 1715.706798] env[64147]: DEBUG nova.scheduler.client.report [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1715.724401] env[64147]: DEBUG nova.scheduler.client.report [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1715.724401] env[64147]: DEBUG nova.compute.provider_tree [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.739435] env[64147]: DEBUG nova.scheduler.client.report [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1715.767145] env[64147]: DEBUG nova.scheduler.client.report [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1715.776664] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ad3078-74b2-9c9c-fdb6-2b3330ce32d6, 'name': SearchDatastore_Task, 'duration_secs': 0.00835} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.777561] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8eb3c7-f9f9-4116-8215-b9e14591e90f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.783057] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1715.783057] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52029b9c-c6ec-5644-649f-1ad0d7ccdb14" [ 1715.783057] env[64147]: _type = "Task" [ 1715.783057] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.793012] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52029b9c-c6ec-5644-649f-1ad0d7ccdb14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.949832] env[64147]: INFO nova.compute.manager [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Took 39.87 seconds to build instance. [ 1715.962340] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.976665] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.139593] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52535f0c-b8c9-46f1-9caf-38ace9041781 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.148603] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa42043b-e7c3-452f-9a33-9836d182532f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.178897] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758c6915-3b1a-44d6-8346-37fc1f4add89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.186920] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c416469f-f024-4fed-863d-6e38b31d00d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.201156] env[64147]: DEBUG nova.compute.provider_tree [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.245358] env[64147]: DEBUG nova.network.neutron [-] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.294927] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52029b9c-c6ec-5644-649f-1ad0d7ccdb14, 'name': SearchDatastore_Task, 'duration_secs': 0.013535} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.295220] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.295473] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] d89ba462-7bbe-4acb-baf4-229634460f2c/d89ba462-7bbe-4acb-baf4-229634460f2c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1716.295726] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27349db8-d78a-415b-97b4-0c1f53c6d5e8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.302660] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1716.302660] env[64147]: value = "task-1840243" [ 1716.302660] env[64147]: _type = "Task" [ 1716.302660] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.310921] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.453820] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a58fa0c-4b89-482f-82ce-6d04e6a8a562 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.384s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.752180] env[64147]: DEBUG nova.scheduler.client.report [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1716.752180] env[64147]: DEBUG nova.compute.provider_tree [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 92 to 93 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1716.752180] env[64147]: DEBUG nova.compute.provider_tree [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.756710] env[64147]: INFO nova.compute.manager [-] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Took 1.34 seconds to deallocate network for instance. [ 1716.818687] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840243, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.829230] env[64147]: DEBUG nova.compute.manager [req-1842c23d-76a0-4eb2-9bbc-ce07c97e67ea req-2cc4f67a-7d87-4324-8df1-bdbbb89ca471 service nova] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Received event network-vif-deleted-649a32ed-ae47-4c34-ae01-298fd528c920 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1717.259308] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.661s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.259848] env[64147]: DEBUG nova.compute.manager [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.262547] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 29.427s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.267127] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.314268] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676152} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.314523] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] d89ba462-7bbe-4acb-baf4-229634460f2c/d89ba462-7bbe-4acb-baf4-229634460f2c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.314763] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.315636] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-023a46d4-ad5f-4cdb-a613-13790e448e26 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.323318] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1717.323318] env[64147]: value = "task-1840244" [ 1717.323318] env[64147]: _type = "Task" [ 1717.323318] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.330172] env[64147]: DEBUG nova.compute.manager [req-c0f0dd8d-0eb7-48c7-ad6e-5d4d68945d40 req-0007bec5-fd14-4c7b-9af7-1ffe3a53d8c6 service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Received event network-changed-d42da8b1-e1eb-42ce-b38f-47d43903ab0a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1717.330353] env[64147]: DEBUG nova.compute.manager [req-c0f0dd8d-0eb7-48c7-ad6e-5d4d68945d40 req-0007bec5-fd14-4c7b-9af7-1ffe3a53d8c6 service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Refreshing instance network info cache due to event network-changed-d42da8b1-e1eb-42ce-b38f-47d43903ab0a. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1717.330618] env[64147]: DEBUG oslo_concurrency.lockutils [req-c0f0dd8d-0eb7-48c7-ad6e-5d4d68945d40 req-0007bec5-fd14-4c7b-9af7-1ffe3a53d8c6 service nova] Acquiring lock "refresh_cache-97706ce3-e0e6-446a-9c80-dbcc6c4963c5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.330804] env[64147]: DEBUG oslo_concurrency.lockutils [req-c0f0dd8d-0eb7-48c7-ad6e-5d4d68945d40 req-0007bec5-fd14-4c7b-9af7-1ffe3a53d8c6 service nova] Acquired lock "refresh_cache-97706ce3-e0e6-446a-9c80-dbcc6c4963c5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.331516] env[64147]: DEBUG nova.network.neutron [req-c0f0dd8d-0eb7-48c7-ad6e-5d4d68945d40 req-0007bec5-fd14-4c7b-9af7-1ffe3a53d8c6 service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Refreshing network info cache for port d42da8b1-e1eb-42ce-b38f-47d43903ab0a {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1717.337314] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.770516] env[64147]: DEBUG nova.compute.utils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.772373] env[64147]: DEBUG nova.objects.instance [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lazy-loading 'migration_context' on Instance uuid d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.776057] env[64147]: DEBUG nova.compute.manager [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1717.776057] env[64147]: DEBUG nova.network.neutron [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1717.832989] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323537} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.833680] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.834562] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba09ef5e-80aa-4af5-8ade-ba7d19b2470f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.841960] env[64147]: DEBUG nova.policy [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43658f2cee634bb0ba62299c8651c2f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96035b186dc5428dab077b2dd5c3f1ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1717.867443] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] d89ba462-7bbe-4acb-baf4-229634460f2c/d89ba462-7bbe-4acb-baf4-229634460f2c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.867929] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17bdf89-7a4d-4e81-ae22-7d1444910f4a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.892810] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1717.892810] env[64147]: value = "task-1840245" [ 1717.892810] env[64147]: _type = "Task" [ 1717.892810] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.905976] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.215773] env[64147]: DEBUG nova.network.neutron [req-c0f0dd8d-0eb7-48c7-ad6e-5d4d68945d40 req-0007bec5-fd14-4c7b-9af7-1ffe3a53d8c6 service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Updated VIF entry in instance network info cache for port d42da8b1-e1eb-42ce-b38f-47d43903ab0a. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1718.216276] env[64147]: DEBUG nova.network.neutron [req-c0f0dd8d-0eb7-48c7-ad6e-5d4d68945d40 req-0007bec5-fd14-4c7b-9af7-1ffe3a53d8c6 service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Updating instance_info_cache with network_info: [{"id": "d42da8b1-e1eb-42ce-b38f-47d43903ab0a", "address": "fa:16:3e:26:50:9a", "network": {"id": "615565b4-9ca9-46f3-979c-cf78d3090b4e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1162067997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4de8316ccfec4c0ca7521015d191827d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42da8b1-e1", "ovs_interfaceid": "d42da8b1-e1eb-42ce-b38f-47d43903ab0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.274279] env[64147]: DEBUG nova.compute.manager [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1718.341050] env[64147]: DEBUG nova.network.neutron [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Successfully created port: bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.403689] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840245, 'name': ReconfigVM_Task, 'duration_secs': 0.367742} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.404269] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Reconfigured VM instance instance-00000043 to attach disk [datastore1] d89ba462-7bbe-4acb-baf4-229634460f2c/d89ba462-7bbe-4acb-baf4-229634460f2c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.404558] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edefc1c6-2d84-4ee5-9094-95ccece30ca5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.413726] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1718.413726] env[64147]: value = "task-1840246" [ 1718.413726] env[64147]: _type = "Task" [ 1718.413726] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.424850] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840246, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.721371] env[64147]: DEBUG oslo_concurrency.lockutils [req-c0f0dd8d-0eb7-48c7-ad6e-5d4d68945d40 req-0007bec5-fd14-4c7b-9af7-1ffe3a53d8c6 service nova] Releasing lock "refresh_cache-97706ce3-e0e6-446a-9c80-dbcc6c4963c5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.755906] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad289f6-fcc2-46c1-a625-e360f09b730e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.764460] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c62eebc-cd0b-493c-a85f-efbcc9b2e651 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.798500] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ef341a-9bde-4b94-9418-4767cd66f48e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.806579] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1872a27a-24b2-4f2a-a6a6-240013e87ed3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.820085] env[64147]: DEBUG nova.compute.provider_tree [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1718.925722] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840246, 'name': Rename_Task, 'duration_secs': 0.284228} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.926050] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.926310] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74fa2c20-97f1-464b-9f34-a8d0005c1330 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.934034] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1718.934034] env[64147]: value = "task-1840247" [ 1718.934034] env[64147]: _type = "Task" [ 1718.934034] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.945170] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.304056] env[64147]: DEBUG nova.compute.manager [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.337105] env[64147]: DEBUG nova.virt.hardware [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1719.337397] env[64147]: DEBUG nova.virt.hardware [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.337515] env[64147]: DEBUG nova.virt.hardware [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1719.337688] env[64147]: DEBUG nova.virt.hardware [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.337909] env[64147]: DEBUG nova.virt.hardware [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1719.338318] env[64147]: DEBUG nova.virt.hardware [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1719.341659] env[64147]: DEBUG nova.virt.hardware [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1719.341841] env[64147]: DEBUG nova.virt.hardware [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1719.342023] env[64147]: DEBUG nova.virt.hardware [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1719.342196] env[64147]: DEBUG nova.virt.hardware [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1719.342399] env[64147]: DEBUG nova.virt.hardware [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1719.343428] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac1fc23-843d-43b3-8d3c-1253d5e2812d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.347019] env[64147]: ERROR nova.scheduler.client.report [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [req-686826f5-a7a6-4088-8e8e-f74cfa5eccbc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-686826f5-a7a6-4088-8e8e-f74cfa5eccbc"}]} [ 1719.355222] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaf92a9-f3ff-46b6-a45e-f1cc16064332 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.369664] env[64147]: DEBUG nova.scheduler.client.report [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1719.384259] env[64147]: DEBUG nova.scheduler.client.report [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1719.384486] env[64147]: DEBUG nova.compute.provider_tree [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1719.396367] env[64147]: DEBUG nova.scheduler.client.report [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1719.413717] env[64147]: DEBUG nova.scheduler.client.report [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1719.444573] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.778729] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.779045] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.794895] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3035082b-8d64-457c-b448-3a0dec56aeee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.803881] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3822ebaf-31bd-4071-bf9f-276b5d7ab7ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.836811] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728ba459-e079-4447-b2d0-b8fe475139fa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.844562] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94cea37-46a2-4797-83c1-7a8f91d16b56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.858790] env[64147]: DEBUG nova.compute.provider_tree [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1719.901961] env[64147]: DEBUG nova.compute.manager [req-0b71c740-6ab8-47da-8166-9e4bdbf1fbf9 req-c4ac54ad-7361-4173-b687-fc0256e8469c service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Received event network-vif-plugged-bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1719.902253] env[64147]: DEBUG oslo_concurrency.lockutils [req-0b71c740-6ab8-47da-8166-9e4bdbf1fbf9 req-c4ac54ad-7361-4173-b687-fc0256e8469c service nova] Acquiring lock "afc59702-ffca-4d8c-81ff-ca0022c1d669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.902472] env[64147]: DEBUG oslo_concurrency.lockutils [req-0b71c740-6ab8-47da-8166-9e4bdbf1fbf9 req-c4ac54ad-7361-4173-b687-fc0256e8469c service nova] Lock "afc59702-ffca-4d8c-81ff-ca0022c1d669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.902632] env[64147]: DEBUG oslo_concurrency.lockutils [req-0b71c740-6ab8-47da-8166-9e4bdbf1fbf9 req-c4ac54ad-7361-4173-b687-fc0256e8469c service nova] Lock "afc59702-ffca-4d8c-81ff-ca0022c1d669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.902820] env[64147]: DEBUG nova.compute.manager [req-0b71c740-6ab8-47da-8166-9e4bdbf1fbf9 req-c4ac54ad-7361-4173-b687-fc0256e8469c service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] No waiting events found dispatching network-vif-plugged-bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.902959] env[64147]: WARNING nova.compute.manager [req-0b71c740-6ab8-47da-8166-9e4bdbf1fbf9 req-c4ac54ad-7361-4173-b687-fc0256e8469c service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Received unexpected event network-vif-plugged-bba50693-85f6-44aa-8a01-ebc11fdc54a7 for instance with vm_state building and task_state spawning. [ 1719.944736] env[64147]: DEBUG oslo_vmware.api [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840247, 'name': PowerOnVM_Task, 'duration_secs': 0.900539} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.945051] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.945267] env[64147]: INFO nova.compute.manager [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1719.945447] env[64147]: DEBUG nova.compute.manager [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.946395] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0660eea7-e2de-4ba0-a348-fa9254d82778 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.001175] env[64147]: DEBUG nova.network.neutron [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Successfully updated port: bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1720.282938] env[64147]: DEBUG nova.compute.manager [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1720.398010] env[64147]: DEBUG nova.scheduler.client.report [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1720.398304] env[64147]: DEBUG nova.compute.provider_tree [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 94 to 95 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1720.398492] env[64147]: DEBUG nova.compute.provider_tree [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1720.463439] env[64147]: INFO nova.compute.manager [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Took 43.46 seconds to build instance. [ 1720.502905] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquiring lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.503075] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquired lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.503225] env[64147]: DEBUG nova.network.neutron [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1720.803552] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.965456] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c238b313-1355-4b4d-88dc-5bea4e6f6d61 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "d89ba462-7bbe-4acb-baf4-229634460f2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.973s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.982077] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "d89ba462-7bbe-4acb-baf4-229634460f2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.982077] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "d89ba462-7bbe-4acb-baf4-229634460f2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.982077] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "d89ba462-7bbe-4acb-baf4-229634460f2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.982077] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "d89ba462-7bbe-4acb-baf4-229634460f2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.982077] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "d89ba462-7bbe-4acb-baf4-229634460f2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.984629] env[64147]: INFO nova.compute.manager [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Terminating instance [ 1721.034400] env[64147]: DEBUG nova.network.neutron [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1721.164256] env[64147]: DEBUG nova.network.neutron [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updating instance_info_cache with network_info: [{"id": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "address": "fa:16:3e:28:eb:77", "network": {"id": "17332e31-c24e-40da-9938-70eeaee018fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061541108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96035b186dc5428dab077b2dd5c3f1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba50693-85", "ovs_interfaceid": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.410044] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.147s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.415866] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.541s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.417304] env[64147]: INFO nova.compute.claims [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1721.488279] env[64147]: DEBUG nova.compute.manager [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1721.488523] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1721.489871] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a6da6c-ab82-4ce2-9a76-a266cdc55ee0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.498075] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.498308] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26799935-d900-4ed4-a61c-461c7447c111 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.504816] env[64147]: DEBUG oslo_vmware.api [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1721.504816] env[64147]: value = "task-1840248" [ 1721.504816] env[64147]: _type = "Task" [ 1721.504816] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.512049] env[64147]: DEBUG oslo_vmware.api [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.667235] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Releasing lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.667590] env[64147]: DEBUG nova.compute.manager [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Instance network_info: |[{"id": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "address": "fa:16:3e:28:eb:77", "network": {"id": "17332e31-c24e-40da-9938-70eeaee018fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061541108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96035b186dc5428dab077b2dd5c3f1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba50693-85", "ovs_interfaceid": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1721.668059] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:eb:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bba50693-85f6-44aa-8a01-ebc11fdc54a7', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.675468] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Creating folder: Project (96035b186dc5428dab077b2dd5c3f1ec). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1721.676156] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48773647-6a94-4811-a45e-c4acd36bc285 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.684758] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Created folder: Project (96035b186dc5428dab077b2dd5c3f1ec) in parent group-v380629. [ 1721.684937] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Creating folder: Instances. Parent ref: group-v380809. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1721.685176] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25eed1f9-e2e9-4adb-9776-e6d0fd917ca9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.693679] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Created folder: Instances in parent group-v380809. [ 1721.693899] env[64147]: DEBUG oslo.service.loopingcall [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.694091] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.694285] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81c0ec7b-cad6-4871-b6f8-f58ba0fbd58d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.712585] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.712585] env[64147]: value = "task-1840251" [ 1721.712585] env[64147]: _type = "Task" [ 1721.712585] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.719846] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840251, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.948664] env[64147]: DEBUG nova.compute.manager [req-92518948-85e1-4d68-b656-55cdc674d703 req-49cc8d02-fb40-4126-b47b-3e5cc2abf2fd service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Received event network-changed-bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1721.948960] env[64147]: DEBUG nova.compute.manager [req-92518948-85e1-4d68-b656-55cdc674d703 req-49cc8d02-fb40-4126-b47b-3e5cc2abf2fd service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Refreshing instance network info cache due to event network-changed-bba50693-85f6-44aa-8a01-ebc11fdc54a7. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1721.949323] env[64147]: DEBUG oslo_concurrency.lockutils [req-92518948-85e1-4d68-b656-55cdc674d703 req-49cc8d02-fb40-4126-b47b-3e5cc2abf2fd service nova] Acquiring lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.949570] env[64147]: DEBUG oslo_concurrency.lockutils [req-92518948-85e1-4d68-b656-55cdc674d703 req-49cc8d02-fb40-4126-b47b-3e5cc2abf2fd service nova] Acquired lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.949767] env[64147]: DEBUG nova.network.neutron [req-92518948-85e1-4d68-b656-55cdc674d703 req-49cc8d02-fb40-4126-b47b-3e5cc2abf2fd service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Refreshing network info cache for port bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.015151] env[64147]: DEBUG oslo_vmware.api [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840248, 'name': PowerOffVM_Task, 'duration_secs': 0.184838} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.015443] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1722.015668] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1722.015940] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3027989-808a-4791-b0d5-1655b4caae92 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.110441] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1722.110441] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1722.110681] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Deleting the datastore file [datastore1] d89ba462-7bbe-4acb-baf4-229634460f2c {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1722.110966] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ede1e960-5a6f-465b-8f52-ffd964fc2563 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.117224] env[64147]: DEBUG oslo_vmware.api [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for the task: (returnval){ [ 1722.117224] env[64147]: value = "task-1840253" [ 1722.117224] env[64147]: _type = "Task" [ 1722.117224] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.125858] env[64147]: DEBUG oslo_vmware.api [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.225623] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840251, 'name': CreateVM_Task, 'duration_secs': 0.307835} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.225830] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.226595] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.226765] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.227131] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.227375] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3cbb93-169b-4912-9e53-69c828ef9fb7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.231663] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1722.231663] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]528966e3-be89-1fbf-48b5-e142949a8c16" [ 1722.231663] env[64147]: _type = "Task" [ 1722.231663] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.238742] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528966e3-be89-1fbf-48b5-e142949a8c16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.628609] env[64147]: DEBUG oslo_vmware.api [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Task: {'id': task-1840253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172413} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.628899] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1722.629257] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1722.629501] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1722.629690] env[64147]: INFO nova.compute.manager [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1722.629942] env[64147]: DEBUG oslo.service.loopingcall [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.630157] env[64147]: DEBUG nova.compute.manager [-] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1722.630399] env[64147]: DEBUG nova.network.neutron [-] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1722.647193] env[64147]: DEBUG nova.network.neutron [req-92518948-85e1-4d68-b656-55cdc674d703 req-49cc8d02-fb40-4126-b47b-3e5cc2abf2fd service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updated VIF entry in instance network info cache for port bba50693-85f6-44aa-8a01-ebc11fdc54a7. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.647533] env[64147]: DEBUG nova.network.neutron [req-92518948-85e1-4d68-b656-55cdc674d703 req-49cc8d02-fb40-4126-b47b-3e5cc2abf2fd service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updating instance_info_cache with network_info: [{"id": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "address": "fa:16:3e:28:eb:77", "network": {"id": "17332e31-c24e-40da-9938-70eeaee018fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061541108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96035b186dc5428dab077b2dd5c3f1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba50693-85", "ovs_interfaceid": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.744585] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528966e3-be89-1fbf-48b5-e142949a8c16, 'name': SearchDatastore_Task, 'duration_secs': 0.020217} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.744886] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.745154] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1722.745397] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.745546] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.745728] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1722.745986] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0413f1f1-95ed-4352-b21a-4ab8fe32c6f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.754040] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1722.754237] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1722.754936] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92231def-8f05-4225-acb2-326bd5280c4f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.759886] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1722.759886] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b30dbd-e005-d1a7-2ea7-6ddb7a4ab013" [ 1722.759886] env[64147]: _type = "Task" [ 1722.759886] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.771761] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b30dbd-e005-d1a7-2ea7-6ddb7a4ab013, 'name': SearchDatastore_Task, 'duration_secs': 0.008337} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.772649] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5b6682-d92b-4888-828a-4ce0f70e80a8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.776166] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075fbf83-385a-409e-8d53-6af4eeb803bf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.782164] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1722.782164] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52adfe0c-74da-4bcb-d696-02a586f5690c" [ 1722.782164] env[64147]: _type = "Task" [ 1722.782164] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.790081] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0556261b-062b-42f4-83b8-5fef0b868a0b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.799319] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52adfe0c-74da-4bcb-d696-02a586f5690c, 'name': SearchDatastore_Task, 'duration_secs': 0.007863} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.825856] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.826259] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] afc59702-ffca-4d8c-81ff-ca0022c1d669/afc59702-ffca-4d8c-81ff-ca0022c1d669.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.826735] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e492ffa-1b4b-44ee-9908-0d1a5da74afa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.829249] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca10f69-14c5-47ff-be79-0f6f6ec6372b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.836653] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5227c26-eaec-47a0-8513-c55f0351021b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.841441] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1722.841441] env[64147]: value = "task-1840254" [ 1722.841441] env[64147]: _type = "Task" [ 1722.841441] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.853176] env[64147]: DEBUG nova.compute.provider_tree [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1722.859366] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.947886] env[64147]: INFO nova.compute.manager [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Swapping old allocation on dict_keys(['4bc284ec-2b0f-466c-afec-5b2381c25120']) held by migration cce558ab-0a9d-4c2d-ab29-12b1f6afa4ad for instance [ 1722.952159] env[64147]: DEBUG nova.compute.manager [req-0099a000-6cc2-4079-9eac-c6aba91eb431 req-fdc681dd-1990-43d1-9789-2330603f5a82 service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Received event network-vif-deleted-f8918563-dd03-4f6e-a796-89962629e711 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1722.952377] env[64147]: INFO nova.compute.manager [req-0099a000-6cc2-4079-9eac-c6aba91eb431 req-fdc681dd-1990-43d1-9789-2330603f5a82 service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Neutron deleted interface f8918563-dd03-4f6e-a796-89962629e711; detaching it from the instance and deleting it from the info cache [ 1722.952903] env[64147]: DEBUG nova.network.neutron [req-0099a000-6cc2-4079-9eac-c6aba91eb431 req-fdc681dd-1990-43d1-9789-2330603f5a82 service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.973712] env[64147]: DEBUG nova.scheduler.client.report [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Overwriting current allocation {'allocations': {'4bc284ec-2b0f-466c-afec-5b2381c25120': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 95}}, 'project_id': 'e7e19e9e3d4f4df9a5765da4e6d64684', 'user_id': '192ccfb4f58c4d5d8a7e47c7ed0ef3ba', 'consumer_generation': 1} on consumer d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be {{(pid=64147) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1723.077786] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.078117] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquired lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.078265] env[64147]: DEBUG nova.network.neutron [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1723.150649] env[64147]: DEBUG oslo_concurrency.lockutils [req-92518948-85e1-4d68-b656-55cdc674d703 req-49cc8d02-fb40-4126-b47b-3e5cc2abf2fd service nova] Releasing lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.352585] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.375022] env[64147]: ERROR nova.scheduler.client.report [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [req-477bbbbb-bbd0-42a2-948e-4e434fdb024b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-477bbbbb-bbd0-42a2-948e-4e434fdb024b"}]} [ 1723.391562] env[64147]: DEBUG nova.scheduler.client.report [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1723.404936] env[64147]: DEBUG nova.scheduler.client.report [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1723.405295] env[64147]: DEBUG nova.compute.provider_tree [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1723.418125] env[64147]: DEBUG nova.scheduler.client.report [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1723.423428] env[64147]: DEBUG nova.network.neutron [-] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.437770] env[64147]: DEBUG nova.scheduler.client.report [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1723.455519] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baba0047-81fa-4d6f-94af-c314bdafc3f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.466058] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ed0e7-2ad6-4c3f-a662-8336e82e8991 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.503118] env[64147]: DEBUG nova.compute.manager [req-0099a000-6cc2-4079-9eac-c6aba91eb431 req-fdc681dd-1990-43d1-9789-2330603f5a82 service nova] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Detach interface failed, port_id=f8918563-dd03-4f6e-a796-89962629e711, reason: Instance d89ba462-7bbe-4acb-baf4-229634460f2c could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1723.783437] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bae2543-5bdd-45aa-815f-e52dee5f5f21 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.793239] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91abb3ad-3cf8-4433-84eb-47cad3b4bb64 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.823220] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b138db09-bf8c-4094-9282-734bf1295dec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.826541] env[64147]: DEBUG nova.network.neutron [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance_info_cache with network_info: [{"id": "92f9f141-7d0d-4f2c-9378-87346836f42c", "address": "fa:16:3e:bf:d4:37", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92f9f141-7d", "ovs_interfaceid": "92f9f141-7d0d-4f2c-9378-87346836f42c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.832941] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6abe57-5ecf-4c91-ada8-2acd83b703ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.846804] env[64147]: DEBUG nova.compute.provider_tree [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.855366] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719492} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.855998] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] afc59702-ffca-4d8c-81ff-ca0022c1d669/afc59702-ffca-4d8c-81ff-ca0022c1d669.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.856230] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.856451] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f67f55c-dbb3-412a-a070-a8ddd8fce946 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.862372] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1723.862372] env[64147]: value = "task-1840255" [ 1723.862372] env[64147]: _type = "Task" [ 1723.862372] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.869723] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.927801] env[64147]: INFO nova.compute.manager [-] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Took 1.30 seconds to deallocate network for instance. [ 1724.328783] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Releasing lock "refresh_cache-d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.329268] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1724.329537] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09493de8-5ef7-4bf4-941e-6a4dc95b4b08 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.336533] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1724.336533] env[64147]: value = "task-1840256" [ 1724.336533] env[64147]: _type = "Task" [ 1724.336533] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.346826] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.351839] env[64147]: DEBUG nova.scheduler.client.report [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.373087] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06699} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.373087] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1724.373087] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5871ee17-a2d8-40b8-836a-00c32cfc0ec1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.394848] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] afc59702-ffca-4d8c-81ff-ca0022c1d669/afc59702-ffca-4d8c-81ff-ca0022c1d669.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.395415] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c6e4910-6468-42cd-a0b6-142339336796 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.415788] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1724.415788] env[64147]: value = "task-1840257" [ 1724.415788] env[64147]: _type = "Task" [ 1724.415788] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.424517] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.433823] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.846563] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840256, 'name': PowerOffVM_Task, 'duration_secs': 0.228032} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.846817] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.847544] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:42:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a9cb0b0d-649c-4690-a849-5a9d79b498f0',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1821541708',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1724.847785] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.847978] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1724.848167] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.848313] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1724.848461] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1724.848665] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1724.848824] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1724.849023] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1724.849153] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1724.849319] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1724.854298] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009a2c23-6001-4dab-8f7b-17422da11690 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.864486] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.449s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.865565] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.264s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.865745] env[64147]: DEBUG nova.objects.instance [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1724.873048] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1724.873048] env[64147]: value = "task-1840258" [ 1724.873048] env[64147]: _type = "Task" [ 1724.873048] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.880972] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.925249] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.370110] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquiring lock "b694c7ee-88bc-4420-848e-a8a42cc15014" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.370443] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "b694c7ee-88bc-4420-848e-a8a42cc15014" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.385982] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840258, 'name': ReconfigVM_Task, 'duration_secs': 0.136534} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.386135] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08be19a-da2e-4939-9c5d-5701cde0c04b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.405020] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:42:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a9cb0b0d-649c-4690-a849-5a9d79b498f0',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1821541708',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1725.405270] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.405430] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1725.405892] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.406074] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1725.406233] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1725.406438] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1725.406597] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1725.406759] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1725.406947] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1725.407155] env[64147]: DEBUG nova.virt.hardware [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1725.407929] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b1e711-47a6-4982-9a9b-e32391917826 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.414027] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1725.414027] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52764dec-a130-9574-2355-9a5df4cbb980" [ 1725.414027] env[64147]: _type = "Task" [ 1725.414027] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.426855] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52764dec-a130-9574-2355-9a5df4cbb980, 'name': SearchDatastore_Task, 'duration_secs': 0.00679} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.434693] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1725.435319] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840257, 'name': ReconfigVM_Task, 'duration_secs': 0.809478} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.435535] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368b704a-50b7-4dbe-a62a-57ee0942bc50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.448294] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Reconfigured VM instance instance-00000044 to attach disk [datastore1] afc59702-ffca-4d8c-81ff-ca0022c1d669/afc59702-ffca-4d8c-81ff-ca0022c1d669.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.448850] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de830770-009a-4254-a8d5-0633ee6274a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.455513] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1725.455513] env[64147]: value = "task-1840259" [ 1725.455513] env[64147]: _type = "Task" [ 1725.455513] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.459346] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1725.459346] env[64147]: value = "task-1840260" [ 1725.459346] env[64147]: _type = "Task" [ 1725.459346] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.465265] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840259, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.470297] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840260, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.877071] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "b694c7ee-88bc-4420-848e-a8a42cc15014" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.877239] env[64147]: DEBUG nova.compute.manager [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1725.881125] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d3c86fd-4b1e-429f-a235-9690d585ac48 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.882308] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.894s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.882410] env[64147]: DEBUG nova.objects.instance [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lazy-loading 'pci_requests' on Instance uuid b963fd88-11ad-48ec-910c-e531c727961e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.968527] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840259, 'name': Rename_Task, 'duration_secs': 0.149791} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.971447] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.971712] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840260, 'name': ReconfigVM_Task, 'duration_secs': 0.196801} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.971907] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adde4d97-083a-492c-93bd-a4e317cc14ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.973345] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1725.974082] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd0cb39-1088-4cdf-822d-9cde3e55a4f4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.995842] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be/d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.997075] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70b5016d-8d58-4907-b2ed-f7d1ee2a8b1a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.009763] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1726.009763] env[64147]: value = "task-1840261" [ 1726.009763] env[64147]: _type = "Task" [ 1726.009763] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.014856] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1726.014856] env[64147]: value = "task-1840262" [ 1726.014856] env[64147]: _type = "Task" [ 1726.014856] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.020979] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.025576] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.384589] env[64147]: DEBUG nova.compute.utils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1726.388410] env[64147]: DEBUG nova.objects.instance [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lazy-loading 'numa_topology' on Instance uuid b963fd88-11ad-48ec-910c-e531c727961e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.388883] env[64147]: DEBUG nova.compute.manager [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1726.389065] env[64147]: DEBUG nova.network.neutron [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1726.500684] env[64147]: DEBUG nova.policy [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac47322dcb7141fab8bf4562a2fd0793', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1a042a035eb4b34becc1c86ce7e3581', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1726.521812] env[64147]: DEBUG oslo_vmware.api [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840261, 'name': PowerOnVM_Task, 'duration_secs': 0.418228} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.522633] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1726.522870] env[64147]: INFO nova.compute.manager [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1726.523070] env[64147]: DEBUG nova.compute.manager [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1726.523849] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fe8efc-3b2c-45c8-a4d3-dc90a27ecc18 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.529630] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840262, 'name': ReconfigVM_Task, 'duration_secs': 0.268128} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.530263] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Reconfigured VM instance instance-00000034 to attach disk [datastore2] d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be/d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.531084] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3701cb3b-0d9c-4a9a-a5ba-4f7ae144ad1d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.556359] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4193c46-6592-447c-b7ed-dcc2dbbd7263 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.577669] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0535b3fc-5b9a-4dd1-b6c6-002bd6a509a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.598139] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89f7732-1721-432d-9824-e679e37f5f99 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.606290] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1726.606662] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3497e11b-b999-4cf4-9cbc-9fd66a0fca88 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.616162] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1726.616162] env[64147]: value = "task-1840263" [ 1726.616162] env[64147]: _type = "Task" [ 1726.616162] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.621554] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.889483] env[64147]: DEBUG nova.network.neutron [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Successfully created port: e42c388f-fd44-4fdf-8daf-793d37a2b98a {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1726.891687] env[64147]: DEBUG nova.compute.manager [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1726.894949] env[64147]: INFO nova.compute.claims [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1727.046755] env[64147]: INFO nova.compute.manager [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Took 42.15 seconds to build instance. [ 1727.124670] env[64147]: DEBUG oslo_vmware.api [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840263, 'name': PowerOnVM_Task, 'duration_secs': 0.354593} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.125037] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1727.549235] env[64147]: DEBUG oslo_concurrency.lockutils [None req-067846d5-fdbb-417a-b199-aaa044c48ff3 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Lock "afc59702-ffca-4d8c-81ff-ca0022c1d669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.665s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.905244] env[64147]: DEBUG nova.compute.manager [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1727.936315] env[64147]: DEBUG nova.virt.hardware [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1727.936583] env[64147]: DEBUG nova.virt.hardware [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1727.936739] env[64147]: DEBUG nova.virt.hardware [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1727.937014] env[64147]: DEBUG nova.virt.hardware [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1727.937690] env[64147]: DEBUG nova.virt.hardware [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1727.937928] env[64147]: DEBUG nova.virt.hardware [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1727.938214] env[64147]: DEBUG nova.virt.hardware [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1727.938484] env[64147]: DEBUG nova.virt.hardware [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1727.938710] env[64147]: DEBUG nova.virt.hardware [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1727.938919] env[64147]: DEBUG nova.virt.hardware [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1727.939149] env[64147]: DEBUG nova.virt.hardware [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1727.940103] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db63d16-d80c-4e04-b044-fb5d94663241 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.956187] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdafff4-6beb-4f52-a207-afc87bac2c8a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.137313] env[64147]: INFO nova.compute.manager [None req-ee46a71f-7ac9-4466-b689-0c72b0aba50e tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance to original state: 'active' [ 1728.321024] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f89a66-dd63-4282-a43a-285eb01f609c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.328573] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a9d46b-080b-4d51-8adb-f1fb0e2d30e8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.362036] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b52a7d6-0b8e-4e7a-ae7f-f96bd91f667f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.367020] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e18b50-b942-4802-a702-abbbd19bd135 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.380583] env[64147]: DEBUG nova.compute.provider_tree [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.523786] env[64147]: DEBUG nova.compute.manager [req-ba6968e0-f2b1-4cda-83f8-d4dfd9d5d45d req-491b3703-0218-43b9-b746-352976b1e676 service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Received event network-vif-plugged-e42c388f-fd44-4fdf-8daf-793d37a2b98a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1728.524229] env[64147]: DEBUG oslo_concurrency.lockutils [req-ba6968e0-f2b1-4cda-83f8-d4dfd9d5d45d req-491b3703-0218-43b9-b746-352976b1e676 service nova] Acquiring lock "79c04295-4505-4a59-8d56-63e4e05a7490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.524592] env[64147]: DEBUG oslo_concurrency.lockutils [req-ba6968e0-f2b1-4cda-83f8-d4dfd9d5d45d req-491b3703-0218-43b9-b746-352976b1e676 service nova] Lock "79c04295-4505-4a59-8d56-63e4e05a7490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.525033] env[64147]: DEBUG oslo_concurrency.lockutils [req-ba6968e0-f2b1-4cda-83f8-d4dfd9d5d45d req-491b3703-0218-43b9-b746-352976b1e676 service nova] Lock "79c04295-4505-4a59-8d56-63e4e05a7490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.525971] env[64147]: DEBUG nova.compute.manager [req-ba6968e0-f2b1-4cda-83f8-d4dfd9d5d45d req-491b3703-0218-43b9-b746-352976b1e676 service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] No waiting events found dispatching network-vif-plugged-e42c388f-fd44-4fdf-8daf-793d37a2b98a {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1728.525971] env[64147]: WARNING nova.compute.manager [req-ba6968e0-f2b1-4cda-83f8-d4dfd9d5d45d req-491b3703-0218-43b9-b746-352976b1e676 service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Received unexpected event network-vif-plugged-e42c388f-fd44-4fdf-8daf-793d37a2b98a for instance with vm_state building and task_state spawning. [ 1728.613192] env[64147]: DEBUG nova.network.neutron [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Successfully updated port: e42c388f-fd44-4fdf-8daf-793d37a2b98a {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1728.731764] env[64147]: INFO nova.compute.manager [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Rescuing [ 1728.732040] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquiring lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.732201] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquired lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.732368] env[64147]: DEBUG nova.network.neutron [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1728.884593] env[64147]: DEBUG nova.scheduler.client.report [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1729.116638] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquiring lock "refresh_cache-79c04295-4505-4a59-8d56-63e4e05a7490" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.116638] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquired lock "refresh_cache-79c04295-4505-4a59-8d56-63e4e05a7490" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.116638] env[64147]: DEBUG nova.network.neutron [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.389567] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.507s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.391792] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.783s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.393273] env[64147]: INFO nova.compute.claims [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.432226] env[64147]: INFO nova.network.neutron [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updating port 190d0fe5-c9bd-4431-8baf-949bd79c08b6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1729.530537] env[64147]: DEBUG nova.network.neutron [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updating instance_info_cache with network_info: [{"id": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "address": "fa:16:3e:28:eb:77", "network": {"id": "17332e31-c24e-40da-9938-70eeaee018fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061541108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96035b186dc5428dab077b2dd5c3f1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba50693-85", "ovs_interfaceid": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.654837] env[64147]: DEBUG nova.network.neutron [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1729.819848] env[64147]: DEBUG nova.network.neutron [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Updating instance_info_cache with network_info: [{"id": "e42c388f-fd44-4fdf-8daf-793d37a2b98a", "address": "fa:16:3e:0a:46:9b", "network": {"id": "0a3f2bda-d46c-490e-907c-c92c097c57b5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-978206764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a042a035eb4b34becc1c86ce7e3581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42c388f-fd", "ovs_interfaceid": "e42c388f-fd44-4fdf-8daf-793d37a2b98a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.990507] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.990766] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.990976] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.991183] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.991349] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.993436] env[64147]: INFO nova.compute.manager [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Terminating instance [ 1730.032924] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Releasing lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.322358] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Releasing lock "refresh_cache-79c04295-4505-4a59-8d56-63e4e05a7490" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.322764] env[64147]: DEBUG nova.compute.manager [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Instance network_info: |[{"id": "e42c388f-fd44-4fdf-8daf-793d37a2b98a", "address": "fa:16:3e:0a:46:9b", "network": {"id": "0a3f2bda-d46c-490e-907c-c92c097c57b5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-978206764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a042a035eb4b34becc1c86ce7e3581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42c388f-fd", "ovs_interfaceid": "e42c388f-fd44-4fdf-8daf-793d37a2b98a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1730.323240] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:46:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e42c388f-fd44-4fdf-8daf-793d37a2b98a', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1730.332084] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Creating folder: Project (d1a042a035eb4b34becc1c86ce7e3581). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1730.332578] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a27454d6-cd93-47f5-98d2-3f9ea924d598 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.343341] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Created folder: Project (d1a042a035eb4b34becc1c86ce7e3581) in parent group-v380629. [ 1730.343547] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Creating folder: Instances. Parent ref: group-v380812. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1730.343794] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b6173f7-7b8b-4876-8a5e-1707ef584b50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.353780] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Created folder: Instances in parent group-v380812. [ 1730.354120] env[64147]: DEBUG oslo.service.loopingcall [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.355028] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1730.355028] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51a91f87-7944-407a-a6ba-ae519e86b108 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.376018] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1730.376018] env[64147]: value = "task-1840266" [ 1730.376018] env[64147]: _type = "Task" [ 1730.376018] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.382817] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840266, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.497669] env[64147]: DEBUG nova.compute.manager [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.497891] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.499120] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6073ce-f871-47a1-910d-3314d2e7194b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.507210] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.507348] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43049aa5-54f7-4499-a26b-a0e48bbc34c3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.515939] env[64147]: DEBUG oslo_vmware.api [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1730.515939] env[64147]: value = "task-1840267" [ 1730.515939] env[64147]: _type = "Task" [ 1730.515939] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.525779] env[64147]: DEBUG oslo_vmware.api [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.547819] env[64147]: DEBUG nova.compute.manager [req-0b4b3dc3-b97a-4fee-843a-d5b4080f3fba req-9c7240bf-f47c-4992-8a8a-063d82e6ed7f service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Received event network-changed-e42c388f-fd44-4fdf-8daf-793d37a2b98a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1730.548074] env[64147]: DEBUG nova.compute.manager [req-0b4b3dc3-b97a-4fee-843a-d5b4080f3fba req-9c7240bf-f47c-4992-8a8a-063d82e6ed7f service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Refreshing instance network info cache due to event network-changed-e42c388f-fd44-4fdf-8daf-793d37a2b98a. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1730.548311] env[64147]: DEBUG oslo_concurrency.lockutils [req-0b4b3dc3-b97a-4fee-843a-d5b4080f3fba req-9c7240bf-f47c-4992-8a8a-063d82e6ed7f service nova] Acquiring lock "refresh_cache-79c04295-4505-4a59-8d56-63e4e05a7490" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.548456] env[64147]: DEBUG oslo_concurrency.lockutils [req-0b4b3dc3-b97a-4fee-843a-d5b4080f3fba req-9c7240bf-f47c-4992-8a8a-063d82e6ed7f service nova] Acquired lock "refresh_cache-79c04295-4505-4a59-8d56-63e4e05a7490" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.548614] env[64147]: DEBUG nova.network.neutron [req-0b4b3dc3-b97a-4fee-843a-d5b4080f3fba req-9c7240bf-f47c-4992-8a8a-063d82e6ed7f service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Refreshing network info cache for port e42c388f-fd44-4fdf-8daf-793d37a2b98a {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.792323] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd48aaa-fca4-4d02-a6d8-6a5db7917042 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.803945] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c268de-0680-4f26-8d77-d9e93847e0a5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.837070] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9938c3-58d8-4ebe-8ebe-c7ee0a6aa96f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.844805] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e73fe64-ee0c-4cea-8acb-56361c73419f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.859508] env[64147]: DEBUG nova.compute.provider_tree [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.885017] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840266, 'name': CreateVM_Task, 'duration_secs': 0.446378} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.885017] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1730.885590] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.885759] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.886096] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1730.886352] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d342bb51-1d07-4a94-ad87-2174ae43bc36 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.891019] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for the task: (returnval){ [ 1730.891019] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52bc2ca0-f579-4376-aa3f-76594451109c" [ 1730.891019] env[64147]: _type = "Task" [ 1730.891019] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.898732] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52bc2ca0-f579-4376-aa3f-76594451109c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.910866] env[64147]: DEBUG nova.compute.manager [req-f66c40aa-2357-4bc2-b455-895adddd0ffe req-423c55c7-e108-4bcc-bf22-ee14705a4b7d service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Received event network-vif-plugged-190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1730.911134] env[64147]: DEBUG oslo_concurrency.lockutils [req-f66c40aa-2357-4bc2-b455-895adddd0ffe req-423c55c7-e108-4bcc-bf22-ee14705a4b7d service nova] Acquiring lock "b963fd88-11ad-48ec-910c-e531c727961e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.911386] env[64147]: DEBUG oslo_concurrency.lockutils [req-f66c40aa-2357-4bc2-b455-895adddd0ffe req-423c55c7-e108-4bcc-bf22-ee14705a4b7d service nova] Lock "b963fd88-11ad-48ec-910c-e531c727961e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.911610] env[64147]: DEBUG oslo_concurrency.lockutils [req-f66c40aa-2357-4bc2-b455-895adddd0ffe req-423c55c7-e108-4bcc-bf22-ee14705a4b7d service nova] Lock "b963fd88-11ad-48ec-910c-e531c727961e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.911806] env[64147]: DEBUG nova.compute.manager [req-f66c40aa-2357-4bc2-b455-895adddd0ffe req-423c55c7-e108-4bcc-bf22-ee14705a4b7d service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] No waiting events found dispatching network-vif-plugged-190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1730.911926] env[64147]: WARNING nova.compute.manager [req-f66c40aa-2357-4bc2-b455-895adddd0ffe req-423c55c7-e108-4bcc-bf22-ee14705a4b7d service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Received unexpected event network-vif-plugged-190d0fe5-c9bd-4431-8baf-949bd79c08b6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1731.002683] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.002878] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.003068] env[64147]: DEBUG nova.network.neutron [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.026016] env[64147]: DEBUG oslo_vmware.api [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840267, 'name': PowerOffVM_Task, 'duration_secs': 0.19207} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.026289] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.026458] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.026731] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aa3e712-6f32-4521-a1b4-4c4c53c77f3d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.219386] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.219684] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.219885] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Deleting the datastore file [datastore2] d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.220206] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b56c6905-fcf4-46a1-acab-191a92cb5be0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.226426] env[64147]: DEBUG oslo_vmware.api [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1731.226426] env[64147]: value = "task-1840269" [ 1731.226426] env[64147]: _type = "Task" [ 1731.226426] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.234394] env[64147]: DEBUG oslo_vmware.api [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.275314] env[64147]: DEBUG nova.network.neutron [req-0b4b3dc3-b97a-4fee-843a-d5b4080f3fba req-9c7240bf-f47c-4992-8a8a-063d82e6ed7f service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Updated VIF entry in instance network info cache for port e42c388f-fd44-4fdf-8daf-793d37a2b98a. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1731.275684] env[64147]: DEBUG nova.network.neutron [req-0b4b3dc3-b97a-4fee-843a-d5b4080f3fba req-9c7240bf-f47c-4992-8a8a-063d82e6ed7f service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Updating instance_info_cache with network_info: [{"id": "e42c388f-fd44-4fdf-8daf-793d37a2b98a", "address": "fa:16:3e:0a:46:9b", "network": {"id": "0a3f2bda-d46c-490e-907c-c92c097c57b5", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-978206764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a042a035eb4b34becc1c86ce7e3581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42c388f-fd", "ovs_interfaceid": "e42c388f-fd44-4fdf-8daf-793d37a2b98a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.362665] env[64147]: DEBUG nova.scheduler.client.report [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1731.401571] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52bc2ca0-f579-4376-aa3f-76594451109c, 'name': SearchDatastore_Task, 'duration_secs': 0.011693} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.401883] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.402124] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1731.402359] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.402504] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.402677] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1731.402931] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc54a052-401e-4333-8543-27fc90e202b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.415549] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1731.415824] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1731.416456] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c8ceef-5b42-4fca-a75f-09d0c7905921 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.423015] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for the task: (returnval){ [ 1731.423015] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523ece67-ed9d-10a9-3165-ac377ccb2838" [ 1731.423015] env[64147]: _type = "Task" [ 1731.423015] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.430149] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523ece67-ed9d-10a9-3165-ac377ccb2838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.567667] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.567667] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32419f68-27f7-4820-b8ac-024d91cd6a9c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.574369] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1731.574369] env[64147]: value = "task-1840270" [ 1731.574369] env[64147]: _type = "Task" [ 1731.574369] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.583504] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.738204] env[64147]: DEBUG oslo_vmware.api [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18271} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.738467] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.738647] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.738826] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.738995] env[64147]: INFO nova.compute.manager [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1731.739353] env[64147]: DEBUG oslo.service.loopingcall [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.739591] env[64147]: DEBUG nova.compute.manager [-] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.739740] env[64147]: DEBUG nova.network.neutron [-] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.742508] env[64147]: DEBUG nova.network.neutron [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updating instance_info_cache with network_info: [{"id": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "address": "fa:16:3e:6d:3e:28", "network": {"id": "03fccacf-2ca3-480a-984a-31dc543d9086", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2136483503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb757229541c4350bfa4c4025f4c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190d0fe5-c9", "ovs_interfaceid": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.778462] env[64147]: DEBUG oslo_concurrency.lockutils [req-0b4b3dc3-b97a-4fee-843a-d5b4080f3fba req-9c7240bf-f47c-4992-8a8a-063d82e6ed7f service nova] Releasing lock "refresh_cache-79c04295-4505-4a59-8d56-63e4e05a7490" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.868691] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.869265] env[64147]: DEBUG nova.compute.manager [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1731.872117] env[64147]: DEBUG oslo_concurrency.lockutils [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.338s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.872363] env[64147]: DEBUG nova.objects.instance [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Lazy-loading 'resources' on Instance uuid efc58ddd-7691-4490-9604-54d1793dc109 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.934322] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523ece67-ed9d-10a9-3165-ac377ccb2838, 'name': SearchDatastore_Task, 'duration_secs': 0.042867} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.935218] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790d4e3f-9e8b-44a1-aecb-346dbe4571ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.942349] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for the task: (returnval){ [ 1731.942349] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524bcb68-5c05-efdc-5c10-9d1d91e227b1" [ 1731.942349] env[64147]: _type = "Task" [ 1731.942349] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.952610] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524bcb68-5c05-efdc-5c10-9d1d91e227b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.084376] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840270, 'name': PowerOffVM_Task, 'duration_secs': 0.179529} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.084646] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.086033] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6af7bb-3ce9-4ea5-9fc1-5f808ba3744a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.107916] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7540fa-6fb1-49d2-a81d-975d7277c6a4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.140576] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.140872] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e54cc111-285b-473f-8213-f3d4ef617353 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.147456] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1732.147456] env[64147]: value = "task-1840271" [ 1732.147456] env[64147]: _type = "Task" [ 1732.147456] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.157199] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1732.157395] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1732.157609] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.245341] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.266061] env[64147]: DEBUG nova.virt.hardware [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c95d42fb897663c3fe7eb3b94ef7419a',container_format='bare',created_at=2024-12-13T05:44:37Z,direct_url=,disk_format='vmdk',id=7bae4145-b136-44fa-8049-0ab22e63414d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1101011847-shelved',owner='fb757229541c4350bfa4c4025f4c6212',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-13T05:44:53Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1732.266311] env[64147]: DEBUG nova.virt.hardware [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1732.266465] env[64147]: DEBUG nova.virt.hardware [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1732.266653] env[64147]: DEBUG nova.virt.hardware [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1732.266797] env[64147]: DEBUG nova.virt.hardware [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1732.266975] env[64147]: DEBUG nova.virt.hardware [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1732.267207] env[64147]: DEBUG nova.virt.hardware [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1732.267368] env[64147]: DEBUG nova.virt.hardware [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1732.267534] env[64147]: DEBUG nova.virt.hardware [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1732.267693] env[64147]: DEBUG nova.virt.hardware [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1732.267872] env[64147]: DEBUG nova.virt.hardware [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1732.268750] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7da2f73-eb99-4cf2-92de-6393a4ad5490 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.276686] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0e80b3-bd9e-457d-b1a4-e454f92c0316 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.290103] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:3e:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '190d0fe5-c9bd-4431-8baf-949bd79c08b6', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.297414] env[64147]: DEBUG oslo.service.loopingcall [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.297908] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.297908] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3f2dad9-1a93-4609-a985-5ff85d9a8721 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.317609] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.317609] env[64147]: value = "task-1840272" [ 1732.317609] env[64147]: _type = "Task" [ 1732.317609] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.325309] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840272, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.375983] env[64147]: DEBUG nova.compute.utils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1732.381040] env[64147]: DEBUG nova.compute.manager [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Not allocating networking since 'none' was specified. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1732.453579] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524bcb68-5c05-efdc-5c10-9d1d91e227b1, 'name': SearchDatastore_Task, 'duration_secs': 0.017213} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.453841] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.454109] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 79c04295-4505-4a59-8d56-63e4e05a7490/79c04295-4505-4a59-8d56-63e4e05a7490.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1732.454396] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.454581] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1732.454789] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-373c9a09-a056-4d7a-924a-929e576db688 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.456698] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de31970a-0718-40d0-977c-9104314a8bef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.463664] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for the task: (returnval){ [ 1732.463664] env[64147]: value = "task-1840273" [ 1732.463664] env[64147]: _type = "Task" [ 1732.463664] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.469943] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1732.470149] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1732.471202] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe035da-4e94-412b-8457-ab2309e26fe0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.476302] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.481343] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1732.481343] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ddb931-3f22-c58b-75fc-0e953a4139eb" [ 1732.481343] env[64147]: _type = "Task" [ 1732.481343] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.488505] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ddb931-3f22-c58b-75fc-0e953a4139eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.531167] env[64147]: DEBUG nova.network.neutron [-] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.633279] env[64147]: DEBUG nova.compute.manager [req-7070ec3c-8f77-4dcb-90f9-e59729f446ba req-3c117f3c-e098-4cdf-b8f9-b5c7f319b84d service nova] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Received event network-vif-deleted-92f9f141-7d0d-4f2c-9378-87346836f42c {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1732.777252] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41294c0-f17d-4162-933b-c77b447ca44a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.786171] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c46fe2-c592-4f80-80b9-c7e7ae58ae26 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.822895] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a539ba6c-d247-4a19-9b9b-f9ee68a27968 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.834481] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4a85ed-d5b6-4238-8db7-fa8fdf1bae0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.838758] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840272, 'name': CreateVM_Task, 'duration_secs': 0.374225} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.838951] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1732.840233] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.840428] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.840911] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1732.841217] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2f189d-b612-4934-90d4-928a79e93c32 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.853404] env[64147]: DEBUG nova.compute.provider_tree [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.858649] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1732.858649] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523a2e79-e080-3bc5-6c9d-c2fda8dd8838" [ 1732.858649] env[64147]: _type = "Task" [ 1732.858649] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.867938] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523a2e79-e080-3bc5-6c9d-c2fda8dd8838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.881508] env[64147]: DEBUG nova.compute.manager [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1732.939414] env[64147]: DEBUG nova.compute.manager [req-4cf8c588-4b59-4d37-b7e6-62f0068546ec req-787e3b46-87eb-4e17-82fe-eb404ac1360b service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Received event network-changed-190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1732.939663] env[64147]: DEBUG nova.compute.manager [req-4cf8c588-4b59-4d37-b7e6-62f0068546ec req-787e3b46-87eb-4e17-82fe-eb404ac1360b service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Refreshing instance network info cache due to event network-changed-190d0fe5-c9bd-4431-8baf-949bd79c08b6. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1732.939816] env[64147]: DEBUG oslo_concurrency.lockutils [req-4cf8c588-4b59-4d37-b7e6-62f0068546ec req-787e3b46-87eb-4e17-82fe-eb404ac1360b service nova] Acquiring lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.939968] env[64147]: DEBUG oslo_concurrency.lockutils [req-4cf8c588-4b59-4d37-b7e6-62f0068546ec req-787e3b46-87eb-4e17-82fe-eb404ac1360b service nova] Acquired lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.940124] env[64147]: DEBUG nova.network.neutron [req-4cf8c588-4b59-4d37-b7e6-62f0068546ec req-787e3b46-87eb-4e17-82fe-eb404ac1360b service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Refreshing network info cache for port 190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.975983] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483684} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.976368] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 79c04295-4505-4a59-8d56-63e4e05a7490/79c04295-4505-4a59-8d56-63e4e05a7490.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1732.976585] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1732.976823] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d565dba-0feb-4ce9-8eba-f9834880d3f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.983160] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for the task: (returnval){ [ 1732.983160] env[64147]: value = "task-1840274" [ 1732.983160] env[64147]: _type = "Task" [ 1732.983160] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.999289] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ddb931-3f22-c58b-75fc-0e953a4139eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008313} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.999614] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.001142] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a5fc635-d042-42ec-b2ad-3a3a0fe51a59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.005911] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1733.005911] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cd6af2-2aa9-b792-9650-20cc4beef988" [ 1733.005911] env[64147]: _type = "Task" [ 1733.005911] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.014731] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cd6af2-2aa9-b792-9650-20cc4beef988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.033372] env[64147]: INFO nova.compute.manager [-] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Took 1.29 seconds to deallocate network for instance. [ 1733.357601] env[64147]: DEBUG nova.scheduler.client.report [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.370460] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.370717] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Processing image 7bae4145-b136-44fa-8049-0ab22e63414d {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1733.370951] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d/7bae4145-b136-44fa-8049-0ab22e63414d.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.371112] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d/7bae4145-b136-44fa-8049-0ab22e63414d.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.371289] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1733.372756] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a42a226f-4d7f-4859-a658-b9e4ca43796f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.391945] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1733.392145] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1733.392858] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7171b5b7-201c-4db1-ac3c-445da2d065b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.398448] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1733.398448] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52c82997-ca65-4937-6bd4-c76db45fdc93" [ 1733.398448] env[64147]: _type = "Task" [ 1733.398448] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.405832] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c82997-ca65-4937-6bd4-c76db45fdc93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.495201] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061323} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.495529] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1733.496287] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec462c1-305b-43ff-9536-84ca89e4e69e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.517664] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 79c04295-4505-4a59-8d56-63e4e05a7490/79c04295-4505-4a59-8d56-63e4e05a7490.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.522523] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ce9097-d160-410c-892a-4821fde5dcb6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.542294] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.542548] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cd6af2-2aa9-b792-9650-20cc4beef988, 'name': SearchDatastore_Task, 'duration_secs': 0.008616} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.543713] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.543964] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] afc59702-ffca-4d8c-81ff-ca0022c1d669/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. {{(pid=64147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1733.544287] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for the task: (returnval){ [ 1733.544287] env[64147]: value = "task-1840275" [ 1733.544287] env[64147]: _type = "Task" [ 1733.544287] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.544466] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83d410a1-9920-49b7-b370-f55ca9f22fba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.555511] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840275, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.558678] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1733.558678] env[64147]: value = "task-1840276" [ 1733.558678] env[64147]: _type = "Task" [ 1733.558678] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.567127] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.769976] env[64147]: DEBUG nova.network.neutron [req-4cf8c588-4b59-4d37-b7e6-62f0068546ec req-787e3b46-87eb-4e17-82fe-eb404ac1360b service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updated VIF entry in instance network info cache for port 190d0fe5-c9bd-4431-8baf-949bd79c08b6. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.770403] env[64147]: DEBUG nova.network.neutron [req-4cf8c588-4b59-4d37-b7e6-62f0068546ec req-787e3b46-87eb-4e17-82fe-eb404ac1360b service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updating instance_info_cache with network_info: [{"id": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "address": "fa:16:3e:6d:3e:28", "network": {"id": "03fccacf-2ca3-480a-984a-31dc543d9086", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2136483503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb757229541c4350bfa4c4025f4c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190d0fe5-c9", "ovs_interfaceid": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.866206] env[64147]: DEBUG oslo_concurrency.lockutils [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.868624] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.035s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.868811] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.868977] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1733.869367] env[64147]: DEBUG oslo_concurrency.lockutils [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.844s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.869546] env[64147]: DEBUG nova.objects.instance [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lazy-loading 'resources' on Instance uuid 30e9bf11-4391-410c-bf48-86942adffc4e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.871351] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139e7926-4e19-4506-b45f-693d2231bfbb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.880849] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcd9a74-7ae1-4899-900e-cdb4883cf00e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.896014] env[64147]: DEBUG nova.compute.manager [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1733.899243] env[64147]: INFO nova.scheduler.client.report [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Deleted allocations for instance efc58ddd-7691-4490-9604-54d1793dc109 [ 1733.900577] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d63e73f-0682-41bf-bfe8-b778d667c036 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.916759] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55e4048-6612-4ee9-b3a1-d00ca1a96744 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.921939] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Preparing fetch location {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1733.922246] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Fetch image to [datastore1] OSTACK_IMG_fc49cf47-9384-4504-9744-9647a521be40/OSTACK_IMG_fc49cf47-9384-4504-9744-9647a521be40.vmdk {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1733.922435] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Downloading stream optimized image 7bae4145-b136-44fa-8049-0ab22e63414d to [datastore1] OSTACK_IMG_fc49cf47-9384-4504-9744-9647a521be40/OSTACK_IMG_fc49cf47-9384-4504-9744-9647a521be40.vmdk on the data store datastore1 as vApp {{(pid=64147) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1733.922707] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Downloading image file data 7bae4145-b136-44fa-8049-0ab22e63414d to the ESX as VM named 'OSTACK_IMG_fc49cf47-9384-4504-9744-9647a521be40' {{(pid=64147) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1733.953103] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178996MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1733.953282] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.955671] env[64147]: DEBUG nova.virt.hardware [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1733.955905] env[64147]: DEBUG nova.virt.hardware [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.956075] env[64147]: DEBUG nova.virt.hardware [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.956265] env[64147]: DEBUG nova.virt.hardware [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.956414] env[64147]: DEBUG nova.virt.hardware [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.956562] env[64147]: DEBUG nova.virt.hardware [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1733.956770] env[64147]: DEBUG nova.virt.hardware [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1733.956928] env[64147]: DEBUG nova.virt.hardware [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1733.957153] env[64147]: DEBUG nova.virt.hardware [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1733.957330] env[64147]: DEBUG nova.virt.hardware [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1733.957527] env[64147]: DEBUG nova.virt.hardware [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1733.960245] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4728cedc-c070-4e97-951f-51c9a6850f9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.985018] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e769ab-9668-40e1-b266-0572c9d959e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.000403] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.005993] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Creating folder: Project (c23a287d8727482dbe1b855349501835). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.008925] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b36de29-e08d-4134-b6dc-c51db4aa3d16 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.022261] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Created folder: Project (c23a287d8727482dbe1b855349501835) in parent group-v380629. [ 1734.022495] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Creating folder: Instances. Parent ref: group-v380816. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.022755] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92cc5942-97d9-4bed-9ef5-3e0a8eea6575 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.032952] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1734.032952] env[64147]: value = "resgroup-9" [ 1734.032952] env[64147]: _type = "ResourcePool" [ 1734.032952] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1734.033338] env[64147]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f7b6e035-2787-4df9-8eee-2d7f41e07943 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.051623] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Created folder: Instances in parent group-v380816. [ 1734.051879] env[64147]: DEBUG oslo.service.loopingcall [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.056120] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1734.056120] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e8fcf0b-e4fc-49c9-9143-76702f05ac16 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.070698] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lease: (returnval){ [ 1734.070698] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fa549d-bff2-b637-a889-5034a5cb752b" [ 1734.070698] env[64147]: _type = "HttpNfcLease" [ 1734.070698] env[64147]: } obtained for vApp import into resource pool (val){ [ 1734.070698] env[64147]: value = "resgroup-9" [ 1734.070698] env[64147]: _type = "ResourcePool" [ 1734.070698] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1734.071066] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the lease: (returnval){ [ 1734.071066] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fa549d-bff2-b637-a889-5034a5cb752b" [ 1734.071066] env[64147]: _type = "HttpNfcLease" [ 1734.071066] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1734.080948] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840275, 'name': ReconfigVM_Task, 'duration_secs': 0.2904} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.082843] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 79c04295-4505-4a59-8d56-63e4e05a7490/79c04295-4505-4a59-8d56-63e4e05a7490.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.083556] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1734.083556] env[64147]: value = "task-1840280" [ 1734.083556] env[64147]: _type = "Task" [ 1734.083556] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.084148] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99b4fcd8-8793-40fe-a1e5-fc4245b07a02 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.091803] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840276, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.093985] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1734.093985] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fa549d-bff2-b637-a889-5034a5cb752b" [ 1734.093985] env[64147]: _type = "HttpNfcLease" [ 1734.093985] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1734.099548] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840280, 'name': CreateVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.100998] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for the task: (returnval){ [ 1734.100998] env[64147]: value = "task-1840281" [ 1734.100998] env[64147]: _type = "Task" [ 1734.100998] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.111821] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840281, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.273091] env[64147]: DEBUG oslo_concurrency.lockutils [req-4cf8c588-4b59-4d37-b7e6-62f0068546ec req-787e3b46-87eb-4e17-82fe-eb404ac1360b service nova] Releasing lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.416186] env[64147]: DEBUG oslo_concurrency.lockutils [None req-205d09ec-0bcb-49c4-9e8e-5c22fab64169 tempest-ServersWithSpecificFlavorTestJSON-1440057099 tempest-ServersWithSpecificFlavorTestJSON-1440057099-project-member] Lock "efc58ddd-7691-4490-9604-54d1793dc109" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.102s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.584801] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1734.584801] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fa549d-bff2-b637-a889-5034a5cb752b" [ 1734.584801] env[64147]: _type = "HttpNfcLease" [ 1734.584801] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1734.588206] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773108} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.595567] env[64147]: INFO nova.virt.vmwareapi.ds_util [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] afc59702-ffca-4d8c-81ff-ca0022c1d669/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. [ 1734.597026] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b84a03a-fedc-416c-8f55-dc171f5f255c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.604452] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840280, 'name': CreateVM_Task, 'duration_secs': 0.421459} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.620204] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.627507] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] afc59702-ffca-4d8c-81ff-ca0022c1d669/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.630472] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.630638] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.630985] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1734.631197] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56de1c44-8d93-47f1-8abb-80528952e592 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.644784] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63893e0e-117f-48f7-b16f-d5bbea8c0e8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.649512] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840281, 'name': Rename_Task, 'duration_secs': 0.278715} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.650954] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.650954] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a24c2cb-21de-4bf7-bbc4-be27898c6e2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.653172] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1734.653172] env[64147]: value = "task-1840282" [ 1734.653172] env[64147]: _type = "Task" [ 1734.653172] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.653413] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1734.653413] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529ac598-b325-7c9e-d411-b6e4e872fa74" [ 1734.653413] env[64147]: _type = "Task" [ 1734.653413] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.662516] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for the task: (returnval){ [ 1734.662516] env[64147]: value = "task-1840283" [ 1734.662516] env[64147]: _type = "Task" [ 1734.662516] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.673088] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.677888] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.678216] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529ac598-b325-7c9e-d411-b6e4e872fa74, 'name': SearchDatastore_Task, 'duration_secs': 0.018218} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.678487] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.678718] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.678956] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.679119] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.679351] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.682061] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91fd15d4-2d93-4394-bbc9-d09fb1d15871 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.690205] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.690390] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.691146] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e83474-66d3-4f04-a433-1e216ee9af91 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.698399] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1734.698399] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523de4fb-91f2-eb0f-0d62-4dd36cbf29ff" [ 1734.698399] env[64147]: _type = "Task" [ 1734.698399] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.706034] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523de4fb-91f2-eb0f-0d62-4dd36cbf29ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.765465] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3e3289-055e-469f-b569-f0bb80775f5a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.773350] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd35582a-1570-41d6-896a-8370ab059e14 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.804902] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fca99a9-ff68-4de9-be00-8b77e721e4e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.812843] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ef6bad-3c0c-484b-884a-fe3d88319292 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.826858] env[64147]: DEBUG nova.compute.provider_tree [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.086458] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1735.086458] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fa549d-bff2-b637-a889-5034a5cb752b" [ 1735.086458] env[64147]: _type = "HttpNfcLease" [ 1735.086458] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1735.086897] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1735.086897] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fa549d-bff2-b637-a889-5034a5cb752b" [ 1735.086897] env[64147]: _type = "HttpNfcLease" [ 1735.086897] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1735.087740] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd787d7-1fef-49d5-8eb9-8fa59f32baf2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.096802] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52133a99-ff61-4d0b-af25-f233c43cfca4/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1735.096802] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52133a99-ff61-4d0b-af25-f233c43cfca4/disk-0.vmdk. {{(pid=64147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1735.175999] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30212be9-837e-4d3b-89d1-d8e4ca62d874 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.177839] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.182418] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840283, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.207295] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523de4fb-91f2-eb0f-0d62-4dd36cbf29ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.208133] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943dec72-7a64-4697-9cdc-c30a18d09b74 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.213767] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1735.213767] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a07526-edca-8288-952f-d2441a804c5f" [ 1735.213767] env[64147]: _type = "Task" [ 1735.213767] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.222046] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a07526-edca-8288-952f-d2441a804c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.333562] env[64147]: DEBUG nova.scheduler.client.report [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.675317] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840282, 'name': ReconfigVM_Task, 'duration_secs': 0.541029} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.676101] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Reconfigured VM instance instance-00000044 to attach disk [datastore1] afc59702-ffca-4d8c-81ff-ca0022c1d669/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1735.677446] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138d310e-19fa-4165-9784-3fa4f5cd22f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.685030] env[64147]: DEBUG oslo_vmware.api [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840283, 'name': PowerOnVM_Task, 'duration_secs': 0.700104} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.685503] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.685741] env[64147]: INFO nova.compute.manager [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1735.685954] env[64147]: DEBUG nova.compute.manager [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.686768] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900448b0-72f5-46b6-85cb-1b806fbb7020 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.711107] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ced109-8d15-445f-b674-61386d008c5b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.734435] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a07526-edca-8288-952f-d2441a804c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.735789] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.736052] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] df8acd8d-95fc-4441-92d1-b37207f54606/df8acd8d-95fc-4441-92d1-b37207f54606.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.736347] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1735.736347] env[64147]: value = "task-1840284" [ 1735.736347] env[64147]: _type = "Task" [ 1735.736347] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.736545] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e1c6ccf-b6e0-4946-ab06-7bbb9ffeaccd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.746096] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.747307] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1735.747307] env[64147]: value = "task-1840285" [ 1735.747307] env[64147]: _type = "Task" [ 1735.747307] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.754941] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.840068] env[64147]: DEBUG oslo_concurrency.lockutils [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.845550] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.631s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.847732] env[64147]: INFO nova.compute.claims [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.868603] env[64147]: INFO nova.scheduler.client.report [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleted allocations for instance 30e9bf11-4391-410c-bf48-86942adffc4e [ 1736.237696] env[64147]: INFO nova.compute.manager [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Took 48.40 seconds to build instance. [ 1736.250868] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840284, 'name': ReconfigVM_Task, 'duration_secs': 0.303419} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.255326] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1736.257610] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ebc301b-a186-442e-88a8-272725074655 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.264585] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840285, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.266207] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1736.266207] env[64147]: value = "task-1840286" [ 1736.266207] env[64147]: _type = "Task" [ 1736.266207] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.275466] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.384175] env[64147]: DEBUG oslo_concurrency.lockutils [None req-678eea1e-e7e5-45fa-a519-5070a94915ff tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "30e9bf11-4391-410c-bf48-86942adffc4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.354s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.480943] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Completed reading data from the image iterator. {{(pid=64147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1736.481133] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52133a99-ff61-4d0b-af25-f233c43cfca4/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1736.482241] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f921ba-0b03-4d92-856d-e2117ad63178 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.490028] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52133a99-ff61-4d0b-af25-f233c43cfca4/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1736.490028] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52133a99-ff61-4d0b-af25-f233c43cfca4/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1736.490028] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8f5d8d51-b401-4d2a-8d86-5ac2ce02e3d2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.712270] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquiring lock "79c04295-4505-4a59-8d56-63e4e05a7490" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.736999] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52133a99-ff61-4d0b-af25-f233c43cfca4/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1736.737384] env[64147]: INFO nova.virt.vmwareapi.images [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Downloaded image file data 7bae4145-b136-44fa-8049-0ab22e63414d [ 1736.738561] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd630788-32a5-4b69-a0f5-d4fef8df7cd2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.742533] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c17fc6b6-acc4-4539-a108-f7bb8046bb03 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "79c04295-4505-4a59-8d56-63e4e05a7490" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.237s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.742865] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "79c04295-4505-4a59-8d56-63e4e05a7490" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.031s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.743200] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquiring lock "79c04295-4505-4a59-8d56-63e4e05a7490-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.743501] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "79c04295-4505-4a59-8d56-63e4e05a7490-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.743760] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "79c04295-4505-4a59-8d56-63e4e05a7490-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.746717] env[64147]: INFO nova.compute.manager [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Terminating instance [ 1736.776579] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57b8f4b6-e7c7-403d-aaf2-9c5e53158ec8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.786396] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840286, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.791296] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524864} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.791641] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] df8acd8d-95fc-4441-92d1-b37207f54606/df8acd8d-95fc-4441-92d1-b37207f54606.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.791946] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.792311] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa180849-88a8-4346-85a7-c593e5890e8c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.800338] env[64147]: INFO nova.virt.vmwareapi.images [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] The imported VM was unregistered [ 1736.802797] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Caching image {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1736.803028] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1736.804334] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad8a85c4-66f8-4a3e-8a56-ee4bfaf70b07 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.806274] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1736.806274] env[64147]: value = "task-1840288" [ 1736.806274] env[64147]: _type = "Task" [ 1736.806274] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.814705] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.815776] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Created directory with path [datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1736.815969] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_fc49cf47-9384-4504-9744-9647a521be40/OSTACK_IMG_fc49cf47-9384-4504-9744-9647a521be40.vmdk to [datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d/7bae4145-b136-44fa-8049-0ab22e63414d.vmdk. {{(pid=64147) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1736.816509] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a13e0a58-af84-4756-870e-51eb8e421fab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.823051] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1736.823051] env[64147]: value = "task-1840289" [ 1736.823051] env[64147]: _type = "Task" [ 1736.823051] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.830319] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840289, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.261790] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d174735-026a-423a-a6a1-4f3251292677 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.274330] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da0eb94-e0af-423e-a905-5d378cdac649 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.282250] env[64147]: DEBUG nova.compute.manager [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1737.282483] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.282794] env[64147]: DEBUG oslo_vmware.api [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840286, 'name': PowerOnVM_Task, 'duration_secs': 0.712198} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.283957] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b272a5-322e-4c4d-b92a-a753cc95a0d2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.287580] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1737.319526] env[64147]: DEBUG nova.compute.manager [None req-62f9da3e-18b1-4df9-b4ab-c0f1ff7ac496 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1737.326171] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec0be48-aff1-4510-a3f4-ff7b34232640 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.333706] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e304e1ee-a1db-4918-b4e2-2b6d9da5380f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.342900] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.347828] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02003e78-d307-48b4-92af-4b0d2b2608c1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.357076] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066684} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.359335] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1737.360960] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e16e91f-f23a-4aed-bd88-c245e31974d2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.378643] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e107adc9-df1f-4905-b0cc-60961808e815 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.383729] env[64147]: DEBUG oslo_vmware.api [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for the task: (returnval){ [ 1737.383729] env[64147]: value = "task-1840290" [ 1737.383729] env[64147]: _type = "Task" [ 1737.383729] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.384074] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840289, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.411720] env[64147]: DEBUG nova.compute.provider_tree [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.421409] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] df8acd8d-95fc-4441-92d1-b37207f54606/df8acd8d-95fc-4441-92d1-b37207f54606.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1737.423269] env[64147]: DEBUG nova.scheduler.client.report [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.428264] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec85f50-7979-4d22-8065-ff11c0f72b82 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.447866] env[64147]: DEBUG oslo_vmware.api [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.453710] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1737.453710] env[64147]: value = "task-1840291" [ 1737.453710] env[64147]: _type = "Task" [ 1737.453710] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.463465] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.838717] env[64147]: DEBUG oslo_concurrency.lockutils [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "008248b7-29c5-48ea-a253-80534c1c9c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.838717] env[64147]: DEBUG oslo_concurrency.lockutils [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "008248b7-29c5-48ea-a253-80534c1c9c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.839985] env[64147]: DEBUG oslo_concurrency.lockutils [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "008248b7-29c5-48ea-a253-80534c1c9c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.839985] env[64147]: DEBUG oslo_concurrency.lockutils [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "008248b7-29c5-48ea-a253-80534c1c9c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.839985] env[64147]: DEBUG oslo_concurrency.lockutils [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "008248b7-29c5-48ea-a253-80534c1c9c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.841587] env[64147]: INFO nova.compute.manager [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Terminating instance [ 1737.854263] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840289, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.899613] env[64147]: DEBUG oslo_vmware.api [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840290, 'name': PowerOffVM_Task, 'duration_secs': 0.450791} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.899974] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.900216] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1737.900640] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8ae288f-2d2d-476c-b455-9599bfaf29f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.943733] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.098s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.944372] env[64147]: DEBUG nova.compute.manager [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1737.947652] env[64147]: DEBUG oslo_concurrency.lockutils [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.969s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.947916] env[64147]: DEBUG nova.objects.instance [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lazy-loading 'resources' on Instance uuid 65893cfb-3699-48f0-8db8-89c5223e87df {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.967771] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.006203] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1738.006203] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1738.006203] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Deleting the datastore file [datastore1] 79c04295-4505-4a59-8d56-63e4e05a7490 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1738.006203] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a9be574-1394-4f7e-be51-16203438cc50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.013360] env[64147]: DEBUG oslo_vmware.api [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for the task: (returnval){ [ 1738.013360] env[64147]: value = "task-1840293" [ 1738.013360] env[64147]: _type = "Task" [ 1738.013360] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.023474] env[64147]: DEBUG oslo_vmware.api [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.349794] env[64147]: DEBUG nova.compute.manager [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1738.352087] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1738.352087] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a1ecb-32c3-4ea5-b976-aa9d3528bf54 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.359040] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840289, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.364677] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.364677] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa01fee-c7fb-4230-8272-b65d664c6c7a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.370954] env[64147]: DEBUG oslo_vmware.api [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1738.370954] env[64147]: value = "task-1840294" [ 1738.370954] env[64147]: _type = "Task" [ 1738.370954] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.383864] env[64147]: DEBUG oslo_vmware.api [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.451286] env[64147]: DEBUG nova.compute.utils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.455788] env[64147]: DEBUG nova.compute.manager [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1738.456866] env[64147]: DEBUG nova.network.neutron [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.468522] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.524725] env[64147]: DEBUG oslo_vmware.api [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.529603] env[64147]: DEBUG nova.policy [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d0b08ca57c6428da55dbc42a0ff4bfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f15a7a2b04f9414d87076c5df508bca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1738.577916] env[64147]: DEBUG nova.compute.manager [req-715018bd-6493-4b55-9252-6eb58018befa req-7dcce10d-484f-45b8-a1fc-269a53280e1a service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Received event network-changed-bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1738.578414] env[64147]: DEBUG nova.compute.manager [req-715018bd-6493-4b55-9252-6eb58018befa req-7dcce10d-484f-45b8-a1fc-269a53280e1a service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Refreshing instance network info cache due to event network-changed-bba50693-85f6-44aa-8a01-ebc11fdc54a7. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1738.578414] env[64147]: DEBUG oslo_concurrency.lockutils [req-715018bd-6493-4b55-9252-6eb58018befa req-7dcce10d-484f-45b8-a1fc-269a53280e1a service nova] Acquiring lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.578602] env[64147]: DEBUG oslo_concurrency.lockutils [req-715018bd-6493-4b55-9252-6eb58018befa req-7dcce10d-484f-45b8-a1fc-269a53280e1a service nova] Acquired lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.578773] env[64147]: DEBUG nova.network.neutron [req-715018bd-6493-4b55-9252-6eb58018befa req-7dcce10d-484f-45b8-a1fc-269a53280e1a service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Refreshing network info cache for port bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.856169] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840289, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.883788] env[64147]: DEBUG oslo_vmware.api [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840294, 'name': PowerOffVM_Task, 'duration_secs': 0.206345} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.883929] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.884112] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1738.884372] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b90fff-5df0-4eb1-b445-4f3f3d7f7dff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.921060] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb20f56f-5f41-4945-9b6d-3c1685dca9ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.930447] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7308f56-47b2-4d45-b154-249680b9f130 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.964213] env[64147]: DEBUG nova.compute.manager [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1738.976842] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095aba8e-771e-41e2-8b92-8b5bbb375dd7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.986514] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840291, 'name': ReconfigVM_Task, 'duration_secs': 1.246314} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.989645] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Reconfigured VM instance instance-00000046 to attach disk [datastore1] df8acd8d-95fc-4441-92d1-b37207f54606/df8acd8d-95fc-4441-92d1-b37207f54606.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1738.990599] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a442952-f739-444e-9015-fa8a9638111c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.993676] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd87f009-f1fa-463f-8110-5f5be95cb1ee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.010769] env[64147]: DEBUG nova.compute.provider_tree [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.014278] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1739.014278] env[64147]: value = "task-1840296" [ 1739.014278] env[64147]: _type = "Task" [ 1739.014278] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.028528] env[64147]: DEBUG oslo_vmware.api [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.032693] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840296, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.136293] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.136523] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.136710] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleting the datastore file [datastore1] 008248b7-29c5-48ea-a253-80534c1c9c3f {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.136982] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb87ea20-b71f-4353-a367-5f3254ce5f7e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.146911] env[64147]: DEBUG oslo_vmware.api [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1739.146911] env[64147]: value = "task-1840297" [ 1739.146911] env[64147]: _type = "Task" [ 1739.146911] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.157569] env[64147]: DEBUG oslo_vmware.api [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.200311] env[64147]: DEBUG nova.network.neutron [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Successfully created port: 420341cd-9aaa-453e-8df5-59babaa9bfd5 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1739.359204] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840289, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.444455} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.359515] env[64147]: INFO nova.virt.vmwareapi.ds_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_fc49cf47-9384-4504-9744-9647a521be40/OSTACK_IMG_fc49cf47-9384-4504-9744-9647a521be40.vmdk to [datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d/7bae4145-b136-44fa-8049-0ab22e63414d.vmdk. [ 1739.359629] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Cleaning up location [datastore1] OSTACK_IMG_fc49cf47-9384-4504-9744-9647a521be40 {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1739.359810] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_fc49cf47-9384-4504-9744-9647a521be40 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.363375] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1386894b-cacf-4149-abf0-2b072e79b584 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.366852] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1739.366852] env[64147]: value = "task-1840298" [ 1739.366852] env[64147]: _type = "Task" [ 1739.366852] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.380195] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.399588] env[64147]: DEBUG nova.network.neutron [req-715018bd-6493-4b55-9252-6eb58018befa req-7dcce10d-484f-45b8-a1fc-269a53280e1a service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updated VIF entry in instance network info cache for port bba50693-85f6-44aa-8a01-ebc11fdc54a7. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1739.400158] env[64147]: DEBUG nova.network.neutron [req-715018bd-6493-4b55-9252-6eb58018befa req-7dcce10d-484f-45b8-a1fc-269a53280e1a service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updating instance_info_cache with network_info: [{"id": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "address": "fa:16:3e:28:eb:77", "network": {"id": "17332e31-c24e-40da-9938-70eeaee018fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061541108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96035b186dc5428dab077b2dd5c3f1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba50693-85", "ovs_interfaceid": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.519109] env[64147]: DEBUG nova.scheduler.client.report [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.546853] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840296, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.549996] env[64147]: DEBUG oslo_vmware.api [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Task: {'id': task-1840293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.245775} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.550259] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.550495] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.550630] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.550800] env[64147]: INFO nova.compute.manager [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1739.551054] env[64147]: DEBUG oslo.service.loopingcall [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.551482] env[64147]: DEBUG nova.compute.manager [-] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1739.551583] env[64147]: DEBUG nova.network.neutron [-] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.658535] env[64147]: DEBUG oslo_vmware.api [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200761} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.658785] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.658963] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.659320] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.659500] env[64147]: INFO nova.compute.manager [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1739.659801] env[64147]: DEBUG oslo.service.loopingcall [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.659912] env[64147]: DEBUG nova.compute.manager [-] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1739.660010] env[64147]: DEBUG nova.network.neutron [-] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.877548] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036276} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.877834] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.878014] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d/7bae4145-b136-44fa-8049-0ab22e63414d.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.878334] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d/7bae4145-b136-44fa-8049-0ab22e63414d.vmdk to [datastore1] b963fd88-11ad-48ec-910c-e531c727961e/b963fd88-11ad-48ec-910c-e531c727961e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.878655] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5a08506-57b0-4b12-9a0d-4140c28573f0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.886202] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1739.886202] env[64147]: value = "task-1840299" [ 1739.886202] env[64147]: _type = "Task" [ 1739.886202] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.896840] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.903493] env[64147]: DEBUG oslo_concurrency.lockutils [req-715018bd-6493-4b55-9252-6eb58018befa req-7dcce10d-484f-45b8-a1fc-269a53280e1a service nova] Releasing lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.980070] env[64147]: DEBUG nova.compute.manager [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1740.008833] env[64147]: DEBUG nova.virt.hardware [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.009110] env[64147]: DEBUG nova.virt.hardware [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.009282] env[64147]: DEBUG nova.virt.hardware [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.009502] env[64147]: DEBUG nova.virt.hardware [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.009651] env[64147]: DEBUG nova.virt.hardware [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.009795] env[64147]: DEBUG nova.virt.hardware [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.010009] env[64147]: DEBUG nova.virt.hardware [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.010923] env[64147]: DEBUG nova.virt.hardware [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.011312] env[64147]: DEBUG nova.virt.hardware [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.012413] env[64147]: DEBUG nova.virt.hardware [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.014549] env[64147]: DEBUG nova.virt.hardware [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.015458] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630bfde8-9e6b-4a0c-8b0a-6ce3a773b12a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.025385] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c33f59-dbd2-44b1-8f93-dbb286bd1256 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.030799] env[64147]: DEBUG oslo_concurrency.lockutils [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.033749] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.805s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.035283] env[64147]: INFO nova.compute.claims [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.065995] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840296, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.070009] env[64147]: INFO nova.scheduler.client.report [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Deleted allocations for instance 65893cfb-3699-48f0-8db8-89c5223e87df [ 1740.308574] env[64147]: DEBUG nova.compute.manager [req-a6a89f72-376f-4fb1-9f8a-0f932f0603ed req-af54b81e-2064-4c61-ab39-fb0a665cc7b7 service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Received event network-vif-deleted-e42c388f-fd44-4fdf-8daf-793d37a2b98a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1740.308574] env[64147]: INFO nova.compute.manager [req-a6a89f72-376f-4fb1-9f8a-0f932f0603ed req-af54b81e-2064-4c61-ab39-fb0a665cc7b7 service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Neutron deleted interface e42c388f-fd44-4fdf-8daf-793d37a2b98a; detaching it from the instance and deleting it from the info cache [ 1740.308574] env[64147]: DEBUG nova.network.neutron [req-a6a89f72-376f-4fb1-9f8a-0f932f0603ed req-af54b81e-2064-4c61-ab39-fb0a665cc7b7 service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.396343] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840299, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.501930] env[64147]: DEBUG nova.network.neutron [-] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.545539] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840296, 'name': Rename_Task, 'duration_secs': 1.114517} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.545821] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1740.546106] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5332085-134f-44b0-a951-6bba9b9b6242 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.555056] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1740.555056] env[64147]: value = "task-1840300" [ 1740.555056] env[64147]: _type = "Task" [ 1740.555056] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.565823] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.586256] env[64147]: DEBUG oslo_concurrency.lockutils [None req-495eb981-1e76-44c9-932e-d88737c1a7a2 tempest-ServersTestMultiNic-1056154491 tempest-ServersTestMultiNic-1056154491-project-member] Lock "65893cfb-3699-48f0-8db8-89c5223e87df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.453s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.607491] env[64147]: DEBUG nova.network.neutron [-] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.815505] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a0f1338-81d1-4619-ba27-616dbc7b8f2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.827908] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041879d8-0296-4ad4-b9c3-d00101d2904c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.869643] env[64147]: DEBUG nova.compute.manager [req-a6a89f72-376f-4fb1-9f8a-0f932f0603ed req-af54b81e-2064-4c61-ab39-fb0a665cc7b7 service nova] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Detach interface failed, port_id=e42c388f-fd44-4fdf-8daf-793d37a2b98a, reason: Instance 79c04295-4505-4a59-8d56-63e4e05a7490 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1740.903189] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840299, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.980957] env[64147]: DEBUG nova.compute.manager [req-f169319e-8091-44c4-9677-24253dfeb540 req-36c0a018-c57f-4f66-9c3d-2127a50a6ad1 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Received event network-changed-bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1740.980957] env[64147]: DEBUG nova.compute.manager [req-f169319e-8091-44c4-9677-24253dfeb540 req-36c0a018-c57f-4f66-9c3d-2127a50a6ad1 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Refreshing instance network info cache due to event network-changed-bba50693-85f6-44aa-8a01-ebc11fdc54a7. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1740.980957] env[64147]: DEBUG oslo_concurrency.lockutils [req-f169319e-8091-44c4-9677-24253dfeb540 req-36c0a018-c57f-4f66-9c3d-2127a50a6ad1 service nova] Acquiring lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.981109] env[64147]: DEBUG oslo_concurrency.lockutils [req-f169319e-8091-44c4-9677-24253dfeb540 req-36c0a018-c57f-4f66-9c3d-2127a50a6ad1 service nova] Acquired lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.981383] env[64147]: DEBUG nova.network.neutron [req-f169319e-8091-44c4-9677-24253dfeb540 req-36c0a018-c57f-4f66-9c3d-2127a50a6ad1 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Refreshing network info cache for port bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.006565] env[64147]: INFO nova.compute.manager [-] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Took 1.45 seconds to deallocate network for instance. [ 1741.069016] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.110192] env[64147]: INFO nova.compute.manager [-] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Took 1.45 seconds to deallocate network for instance. [ 1741.348730] env[64147]: DEBUG nova.network.neutron [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Successfully updated port: 420341cd-9aaa-453e-8df5-59babaa9bfd5 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1741.406786] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840299, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.478710] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f05308-d865-4d07-a789-56dffd5a72af {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.489579] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5623b6c-fc8b-4ce5-a295-e741ba01eb91 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.526694] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.527915] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1c5dbb-3811-454e-b89a-956ec67b11a8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.536820] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc81dbb-a8d5-4c27-ac6d-dcb326adcb91 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.553835] env[64147]: DEBUG nova.compute.provider_tree [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.569193] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840300, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.620320] env[64147]: DEBUG oslo_concurrency.lockutils [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.851543] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "refresh_cache-04bb629a-dea1-43bb-b756-9a8b4224e1ec" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.855122] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "refresh_cache-04bb629a-dea1-43bb-b756-9a8b4224e1ec" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.855122] env[64147]: DEBUG nova.network.neutron [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.904274] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840299, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.057444] env[64147]: DEBUG nova.scheduler.client.report [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.072572] env[64147]: DEBUG oslo_vmware.api [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840300, 'name': PowerOnVM_Task, 'duration_secs': 1.05222} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.072897] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.073118] env[64147]: INFO nova.compute.manager [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1742.073298] env[64147]: DEBUG nova.compute.manager [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1742.074473] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4c92b3-6e80-48e3-9464-300fceb6075c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.122632] env[64147]: DEBUG nova.network.neutron [req-f169319e-8091-44c4-9677-24253dfeb540 req-36c0a018-c57f-4f66-9c3d-2127a50a6ad1 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updated VIF entry in instance network info cache for port bba50693-85f6-44aa-8a01-ebc11fdc54a7. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1742.122632] env[64147]: DEBUG nova.network.neutron [req-f169319e-8091-44c4-9677-24253dfeb540 req-36c0a018-c57f-4f66-9c3d-2127a50a6ad1 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updating instance_info_cache with network_info: [{"id": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "address": "fa:16:3e:28:eb:77", "network": {"id": "17332e31-c24e-40da-9938-70eeaee018fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061541108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96035b186dc5428dab077b2dd5c3f1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba50693-85", "ovs_interfaceid": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.404081] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840299, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.412247} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.404081] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7bae4145-b136-44fa-8049-0ab22e63414d/7bae4145-b136-44fa-8049-0ab22e63414d.vmdk to [datastore1] b963fd88-11ad-48ec-910c-e531c727961e/b963fd88-11ad-48ec-910c-e531c727961e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.404863] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e72aa22-d44b-4a5f-bc41-5b07216d47b5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.434767] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] b963fd88-11ad-48ec-910c-e531c727961e/b963fd88-11ad-48ec-910c-e531c727961e.vmdk or device None with type streamOptimized {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.435753] env[64147]: DEBUG nova.network.neutron [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1742.437557] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffdd6610-928d-4eff-b38d-a461edc90b74 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.457279] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1742.457279] env[64147]: value = "task-1840301" [ 1742.457279] env[64147]: _type = "Task" [ 1742.457279] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.467105] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.569947] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.569947] env[64147]: DEBUG nova.compute.manager [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1742.572642] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.048s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.572642] env[64147]: DEBUG nova.objects.instance [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lazy-loading 'resources' on Instance uuid 35539f0e-e341-4d34-85ba-a1cff208b323 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.577979] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquiring lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.577979] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.593775] env[64147]: DEBUG nova.compute.manager [req-ac93783a-6526-42b6-870d-971a72e740eb req-44cf93df-c6dd-454c-b0d3-3143f06154b6 service nova] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Received event network-vif-deleted-697a7c44-23d6-4a50-9f14-791a12602461 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1742.599276] env[64147]: INFO nova.compute.manager [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Took 48.01 seconds to build instance. [ 1742.629313] env[64147]: DEBUG oslo_concurrency.lockutils [req-f169319e-8091-44c4-9677-24253dfeb540 req-36c0a018-c57f-4f66-9c3d-2127a50a6ad1 service nova] Releasing lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.692279] env[64147]: DEBUG nova.network.neutron [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Updating instance_info_cache with network_info: [{"id": "420341cd-9aaa-453e-8df5-59babaa9bfd5", "address": "fa:16:3e:ea:bc:17", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420341cd-9a", "ovs_interfaceid": "420341cd-9aaa-453e-8df5-59babaa9bfd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.967034] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840301, 'name': ReconfigVM_Task, 'duration_secs': 0.29423} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.967348] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Reconfigured VM instance instance-0000000f to attach disk [datastore1] b963fd88-11ad-48ec-910c-e531c727961e/b963fd88-11ad-48ec-910c-e531c727961e.vmdk or device None with type streamOptimized {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.967964] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2a918ff-7959-4811-b818-137f39139ce3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.977603] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1742.977603] env[64147]: value = "task-1840302" [ 1742.977603] env[64147]: _type = "Task" [ 1742.977603] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.985104] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840302, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.018760] env[64147]: DEBUG nova.compute.manager [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Received event network-vif-plugged-420341cd-9aaa-453e-8df5-59babaa9bfd5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1743.018760] env[64147]: DEBUG oslo_concurrency.lockutils [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] Acquiring lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.019277] env[64147]: DEBUG oslo_concurrency.lockutils [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.019620] env[64147]: DEBUG oslo_concurrency.lockutils [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.019938] env[64147]: DEBUG nova.compute.manager [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] No waiting events found dispatching network-vif-plugged-420341cd-9aaa-453e-8df5-59babaa9bfd5 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1743.020269] env[64147]: WARNING nova.compute.manager [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Received unexpected event network-vif-plugged-420341cd-9aaa-453e-8df5-59babaa9bfd5 for instance with vm_state building and task_state spawning. [ 1743.020570] env[64147]: DEBUG nova.compute.manager [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Received event network-changed-bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1743.020865] env[64147]: DEBUG nova.compute.manager [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Refreshing instance network info cache due to event network-changed-bba50693-85f6-44aa-8a01-ebc11fdc54a7. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1743.021238] env[64147]: DEBUG oslo_concurrency.lockutils [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] Acquiring lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.022216] env[64147]: DEBUG oslo_concurrency.lockutils [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] Acquired lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.022216] env[64147]: DEBUG nova.network.neutron [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Refreshing network info cache for port bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.075271] env[64147]: DEBUG nova.compute.utils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.076869] env[64147]: DEBUG nova.compute.manager [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Not allocating networking since 'none' was specified. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1743.080300] env[64147]: DEBUG nova.compute.manager [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1743.105718] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c87a9a58-fc85-4eea-8e84-36df41c79ff8 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "df8acd8d-95fc-4441-92d1-b37207f54606" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.522s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.194931] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "refresh_cache-04bb629a-dea1-43bb-b756-9a8b4224e1ec" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.195310] env[64147]: DEBUG nova.compute.manager [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Instance network_info: |[{"id": "420341cd-9aaa-453e-8df5-59babaa9bfd5", "address": "fa:16:3e:ea:bc:17", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420341cd-9a", "ovs_interfaceid": "420341cd-9aaa-453e-8df5-59babaa9bfd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1743.195719] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:bc:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '420341cd-9aaa-453e-8df5-59babaa9bfd5', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1743.205976] env[64147]: DEBUG oslo.service.loopingcall [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.208858] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1743.209361] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fdd0453-8f55-49fd-86cc-0a9391c350e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.238904] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1743.238904] env[64147]: value = "task-1840303" [ 1743.238904] env[64147]: _type = "Task" [ 1743.238904] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.249765] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840303, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.373217] env[64147]: INFO nova.compute.manager [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Rebuilding instance [ 1743.430388] env[64147]: DEBUG nova.compute.manager [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.431377] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4acb046-9d6a-45e9-bfcd-3f9658d2051c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.487778] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd125bbc-d18c-47df-91d4-e6cf7bd6f712 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.495389] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840302, 'name': Rename_Task, 'duration_secs': 0.136058} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.495957] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.496272] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19500067-ffbc-419d-b0ad-594c08c71bc5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.506508] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d519a8dc-9bd2-4897-b515-cfd8284fab11 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.508122] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1743.508122] env[64147]: value = "task-1840304" [ 1743.508122] env[64147]: _type = "Task" [ 1743.508122] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.543524] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2971fd8b-3d02-47dd-a06e-91c2f31152ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.550391] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840304, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.556995] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d104c0-1744-461e-907e-e895de6f2d08 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.573095] env[64147]: DEBUG nova.compute.provider_tree [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.581325] env[64147]: DEBUG nova.compute.manager [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1743.607401] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.750347] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840303, 'name': CreateVM_Task, 'duration_secs': 0.383086} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.750347] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1743.750652] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.750829] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.751204] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1743.751462] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee178622-6af2-41bc-a45a-69164836bafe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.758762] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1743.758762] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527ae695-f2ba-a4e3-44a6-cf3eef86d992" [ 1743.758762] env[64147]: _type = "Task" [ 1743.758762] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.766792] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527ae695-f2ba-a4e3-44a6-cf3eef86d992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.909637] env[64147]: DEBUG nova.network.neutron [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updated VIF entry in instance network info cache for port bba50693-85f6-44aa-8a01-ebc11fdc54a7. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.910097] env[64147]: DEBUG nova.network.neutron [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updating instance_info_cache with network_info: [{"id": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "address": "fa:16:3e:28:eb:77", "network": {"id": "17332e31-c24e-40da-9938-70eeaee018fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061541108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96035b186dc5428dab077b2dd5c3f1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba50693-85", "ovs_interfaceid": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.020910] env[64147]: DEBUG oslo_vmware.api [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840304, 'name': PowerOnVM_Task, 'duration_secs': 0.512714} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.025252] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.076451] env[64147]: DEBUG nova.scheduler.client.report [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1744.149907] env[64147]: DEBUG nova.compute.manager [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.151148] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4180a4a-e26d-4313-98a2-6fbb50ada513 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.271130] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527ae695-f2ba-a4e3-44a6-cf3eef86d992, 'name': SearchDatastore_Task, 'duration_secs': 0.06529} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.271490] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.271848] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1744.272226] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.272402] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.272604] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1744.272908] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-111a721e-bd8a-4a58-a9f3-35f6c2ad0468 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.414083] env[64147]: DEBUG oslo_concurrency.lockutils [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] Releasing lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.414327] env[64147]: DEBUG nova.compute.manager [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Received event network-changed-420341cd-9aaa-453e-8df5-59babaa9bfd5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1744.414513] env[64147]: DEBUG nova.compute.manager [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Refreshing instance network info cache due to event network-changed-420341cd-9aaa-453e-8df5-59babaa9bfd5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1744.414730] env[64147]: DEBUG oslo_concurrency.lockutils [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] Acquiring lock "refresh_cache-04bb629a-dea1-43bb-b756-9a8b4224e1ec" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.415136] env[64147]: DEBUG oslo_concurrency.lockutils [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] Acquired lock "refresh_cache-04bb629a-dea1-43bb-b756-9a8b4224e1ec" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.415241] env[64147]: DEBUG nova.network.neutron [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Refreshing network info cache for port 420341cd-9aaa-453e-8df5-59babaa9bfd5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.449059] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.451058] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c98625-2d5c-4865-8e4a-84a793188c69 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.457972] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1744.457972] env[64147]: value = "task-1840305" [ 1744.457972] env[64147]: _type = "Task" [ 1744.457972] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.468237] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.485911] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1744.486079] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1744.487395] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172a93b4-9ac6-4786-ac4d-6cd48b2d2fce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.499481] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1744.499481] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ef1eda-6ed6-9e7e-7433-e3267fba243e" [ 1744.499481] env[64147]: _type = "Task" [ 1744.499481] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.508257] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ef1eda-6ed6-9e7e-7433-e3267fba243e, 'name': SearchDatastore_Task, 'duration_secs': 0.011087} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.509064] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3398876-5eaa-45ef-a3ac-d4c4bb98cf18 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.514629] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1744.514629] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5297f7cb-38b4-d5da-dba1-7049b57ad8d6" [ 1744.514629] env[64147]: _type = "Task" [ 1744.514629] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.525807] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5297f7cb-38b4-d5da-dba1-7049b57ad8d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.581575] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.584741] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.622s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.585899] env[64147]: INFO nova.compute.claims [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1744.589975] env[64147]: DEBUG nova.compute.manager [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1744.616392] env[64147]: INFO nova.scheduler.client.report [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Deleted allocations for instance 35539f0e-e341-4d34-85ba-a1cff208b323 [ 1744.621705] env[64147]: DEBUG nova.virt.hardware [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1744.622127] env[64147]: DEBUG nova.virt.hardware [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.622127] env[64147]: DEBUG nova.virt.hardware [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1744.623072] env[64147]: DEBUG nova.virt.hardware [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.623072] env[64147]: DEBUG nova.virt.hardware [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1744.623072] env[64147]: DEBUG nova.virt.hardware [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1744.623072] env[64147]: DEBUG nova.virt.hardware [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1744.628279] env[64147]: DEBUG nova.virt.hardware [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1744.628279] env[64147]: DEBUG nova.virt.hardware [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1744.628279] env[64147]: DEBUG nova.virt.hardware [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1744.628279] env[64147]: DEBUG nova.virt.hardware [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1744.630901] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b8f95-357b-4ba6-ad1b-f2617fe2b393 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.641127] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872f78c6-5be4-4bba-82da-a922e82c74bf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.659071] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.663264] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Creating folder: Project (4626177e23914e6184ee8c77181132d0). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1744.664188] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquiring lock "afc59702-ffca-4d8c-81ff-ca0022c1d669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.664326] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Lock "afc59702-ffca-4d8c-81ff-ca0022c1d669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.664819] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquiring lock "afc59702-ffca-4d8c-81ff-ca0022c1d669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.664819] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Lock "afc59702-ffca-4d8c-81ff-ca0022c1d669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.664936] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Lock "afc59702-ffca-4d8c-81ff-ca0022c1d669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.666433] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-198bde33-5b07-4550-abc7-9ff79c36cb80 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.668682] env[64147]: INFO nova.compute.manager [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Terminating instance [ 1744.680210] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bd2b373c-de65-4d9a-b6e6-257fed132d74 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "b963fd88-11ad-48ec-910c-e531c727961e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 51.741s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.684951] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Created folder: Project (4626177e23914e6184ee8c77181132d0) in parent group-v380629. [ 1744.685225] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Creating folder: Instances. Parent ref: group-v380821. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1744.685991] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e598d59-446d-4a89-89e4-bad33a295638 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.696230] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Created folder: Instances in parent group-v380821. [ 1744.696230] env[64147]: DEBUG oslo.service.loopingcall [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.696636] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.696850] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dffb617-f0ca-44cd-bfb7-9d3b3f38021b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.714885] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.714885] env[64147]: value = "task-1840308" [ 1744.714885] env[64147]: _type = "Task" [ 1744.714885] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.722641] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840308, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.975114] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840305, 'name': PowerOffVM_Task, 'duration_secs': 0.137046} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.975414] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1744.976486] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.977431] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84992d7c-fb63-4e75-b4d9-3d3cbc5d526a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.985903] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1744.986274] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecf956a5-2220-4d3f-b908-e204095e44ff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.009744] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.010174] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.010499] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Deleting the datastore file [datastore1] df8acd8d-95fc-4441-92d1-b37207f54606 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.014203] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42483ea2-6867-48a3-90b7-90e0e66cae56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.032687] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1745.032687] env[64147]: value = "task-1840310" [ 1745.032687] env[64147]: _type = "Task" [ 1745.032687] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.034566] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5297f7cb-38b4-d5da-dba1-7049b57ad8d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.036028] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.036433] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 04bb629a-dea1-43bb-b756-9a8b4224e1ec/04bb629a-dea1-43bb-b756-9a8b4224e1ec.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.041472] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-545fe6fc-69b1-4c38-b087-e4c81e571d7d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.053975] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.055245] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1745.055245] env[64147]: value = "task-1840311" [ 1745.055245] env[64147]: _type = "Task" [ 1745.055245] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.144642] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1ab09bb6-cd08-4776-80e6-2fbad07e6be8 tempest-ListServerFiltersTestJSON-1924362117 tempest-ListServerFiltersTestJSON-1924362117-project-member] Lock "35539f0e-e341-4d34-85ba-a1cff208b323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.178297] env[64147]: DEBUG nova.compute.manager [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1745.178532] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1745.179604] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a813bd2-06bc-49e3-a20d-0cadc8da49dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.187415] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.187672] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40603e0f-1c33-4b20-bcbb-c026b9fc3f8d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.200249] env[64147]: DEBUG oslo_vmware.api [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1745.200249] env[64147]: value = "task-1840312" [ 1745.200249] env[64147]: _type = "Task" [ 1745.200249] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.210399] env[64147]: DEBUG oslo_vmware.api [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.226018] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840308, 'name': CreateVM_Task, 'duration_secs': 0.296862} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.226018] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.227971] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.227971] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.227971] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.227971] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3b7153-1989-49cb-b86a-93b491609dbf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.238274] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for the task: (returnval){ [ 1745.238274] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52039b95-52c0-8ef6-5548-9df8c96a236b" [ 1745.238274] env[64147]: _type = "Task" [ 1745.238274] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.246620] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52039b95-52c0-8ef6-5548-9df8c96a236b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.247678] env[64147]: DEBUG nova.network.neutron [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Updated VIF entry in instance network info cache for port 420341cd-9aaa-453e-8df5-59babaa9bfd5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1745.248172] env[64147]: DEBUG nova.network.neutron [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Updating instance_info_cache with network_info: [{"id": "420341cd-9aaa-453e-8df5-59babaa9bfd5", "address": "fa:16:3e:ea:bc:17", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420341cd-9a", "ovs_interfaceid": "420341cd-9aaa-453e-8df5-59babaa9bfd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.255288] env[64147]: DEBUG nova.compute.manager [req-771d3e66-35fc-49a3-be82-a37353a9be9d req-87b8b521-6256-4616-ac48-29e3d5ab56b6 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Received event network-changed-bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1745.256108] env[64147]: DEBUG nova.compute.manager [req-771d3e66-35fc-49a3-be82-a37353a9be9d req-87b8b521-6256-4616-ac48-29e3d5ab56b6 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Refreshing instance network info cache due to event network-changed-bba50693-85f6-44aa-8a01-ebc11fdc54a7. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1745.256108] env[64147]: DEBUG oslo_concurrency.lockutils [req-771d3e66-35fc-49a3-be82-a37353a9be9d req-87b8b521-6256-4616-ac48-29e3d5ab56b6 service nova] Acquiring lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.256108] env[64147]: DEBUG oslo_concurrency.lockutils [req-771d3e66-35fc-49a3-be82-a37353a9be9d req-87b8b521-6256-4616-ac48-29e3d5ab56b6 service nova] Acquired lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.256865] env[64147]: DEBUG nova.network.neutron [req-771d3e66-35fc-49a3-be82-a37353a9be9d req-87b8b521-6256-4616-ac48-29e3d5ab56b6 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Refreshing network info cache for port bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.549443] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104041} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.549443] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.549443] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.549443] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.569908] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.712348] env[64147]: DEBUG oslo_vmware.api [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840312, 'name': PowerOffVM_Task, 'duration_secs': 0.314921} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.712637] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.712805] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.713088] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0b953a1-1e2f-44d2-930e-0299173f4a75 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.747386] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52039b95-52c0-8ef6-5548-9df8c96a236b, 'name': SearchDatastore_Task, 'duration_secs': 0.01413} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.750064] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.750329] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1745.750560] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.750752] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.750962] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.751671] env[64147]: DEBUG oslo_concurrency.lockutils [req-da9de288-1793-41a5-863e-9e0da1caa3fd req-82c481ea-49ac-478c-8f77-9ebc7073acc0 service nova] Releasing lock "refresh_cache-04bb629a-dea1-43bb-b756-9a8b4224e1ec" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.752040] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1ee08f2-6765-48b3-9fb3-25d6d0772d42 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.764250] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.764250] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.765613] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b24279-e6df-42f2-a6d7-5a2cd49ff6ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.775180] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for the task: (returnval){ [ 1745.775180] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f97fae-ea5a-898f-df19-1f1cc41bab0e" [ 1745.775180] env[64147]: _type = "Task" [ 1745.775180] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.783539] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f97fae-ea5a-898f-df19-1f1cc41bab0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.842494] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.842835] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.843095] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Deleting the datastore file [datastore1] afc59702-ffca-4d8c-81ff-ca0022c1d669 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.843199] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fa25629-31f5-4348-a37c-30e57a74886a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.849985] env[64147]: DEBUG oslo_vmware.api [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for the task: (returnval){ [ 1745.849985] env[64147]: value = "task-1840314" [ 1745.849985] env[64147]: _type = "Task" [ 1745.849985] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.861815] env[64147]: DEBUG oslo_vmware.api [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.990896] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d457313-83ef-49a7-8a5e-f2342ee090aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.998832] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebdf348-545d-4270-a00a-2045e27a3977 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.041566] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49d0425-5bb5-4f09-abd4-9f453b991058 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.050068] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f86c7bf-c0e3-41dc-b659-bc9b96e1d03d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.068099] env[64147]: DEBUG nova.compute.provider_tree [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.074824] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552539} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.075529] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 04bb629a-dea1-43bb-b756-9a8b4224e1ec/04bb629a-dea1-43bb-b756-9a8b4224e1ec.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.075785] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.076063] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15151682-f29c-42e9-bfb1-8255a28f72bf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.082624] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1746.082624] env[64147]: value = "task-1840315" [ 1746.082624] env[64147]: _type = "Task" [ 1746.082624] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.092844] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.189537] env[64147]: DEBUG nova.network.neutron [req-771d3e66-35fc-49a3-be82-a37353a9be9d req-87b8b521-6256-4616-ac48-29e3d5ab56b6 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updated VIF entry in instance network info cache for port bba50693-85f6-44aa-8a01-ebc11fdc54a7. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.190180] env[64147]: DEBUG nova.network.neutron [req-771d3e66-35fc-49a3-be82-a37353a9be9d req-87b8b521-6256-4616-ac48-29e3d5ab56b6 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updating instance_info_cache with network_info: [{"id": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "address": "fa:16:3e:28:eb:77", "network": {"id": "17332e31-c24e-40da-9938-70eeaee018fd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1061541108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "96035b186dc5428dab077b2dd5c3f1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba50693-85", "ovs_interfaceid": "bba50693-85f6-44aa-8a01-ebc11fdc54a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.275585] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff10883-1ff9-439d-a81e-98599989a99b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.288860] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f97fae-ea5a-898f-df19-1f1cc41bab0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.291313] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8cf94a-b2b8-40bb-be3d-9e7e45a11be4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Suspending the VM {{(pid=64147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1746.291313] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ef67ee-d962-4a12-9a44-9e8d019a35ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.293507] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e7a0feb6-af46-4d0e-981e-013044cf103a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.298323] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for the task: (returnval){ [ 1746.298323] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52c39fe5-057c-4b31-d29f-f5f19d3aa5f7" [ 1746.298323] env[64147]: _type = "Task" [ 1746.298323] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.302737] env[64147]: DEBUG oslo_vmware.api [None req-dd8cf94a-b2b8-40bb-be3d-9e7e45a11be4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1746.302737] env[64147]: value = "task-1840316" [ 1746.302737] env[64147]: _type = "Task" [ 1746.302737] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.308605] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c39fe5-057c-4b31-d29f-f5f19d3aa5f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.314192] env[64147]: DEBUG oslo_vmware.api [None req-dd8cf94a-b2b8-40bb-be3d-9e7e45a11be4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840316, 'name': SuspendVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.363441] env[64147]: DEBUG oslo_vmware.api [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Task: {'id': task-1840314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230377} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.363755] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.363980] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.364202] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.364360] env[64147]: INFO nova.compute.manager [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1746.364604] env[64147]: DEBUG oslo.service.loopingcall [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.364796] env[64147]: DEBUG nova.compute.manager [-] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1746.364890] env[64147]: DEBUG nova.network.neutron [-] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1746.578167] env[64147]: DEBUG nova.scheduler.client.report [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1746.595449] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069065} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.597756] env[64147]: DEBUG nova.virt.hardware [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1746.598608] env[64147]: DEBUG nova.virt.hardware [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1746.598608] env[64147]: DEBUG nova.virt.hardware [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1746.598608] env[64147]: DEBUG nova.virt.hardware [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1746.598608] env[64147]: DEBUG nova.virt.hardware [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1746.598608] env[64147]: DEBUG nova.virt.hardware [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1746.598865] env[64147]: DEBUG nova.virt.hardware [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1746.598953] env[64147]: DEBUG nova.virt.hardware [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1746.599141] env[64147]: DEBUG nova.virt.hardware [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1746.599443] env[64147]: DEBUG nova.virt.hardware [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1746.599663] env[64147]: DEBUG nova.virt.hardware [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1746.599987] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.600807] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56882a11-cfd3-4f59-b69f-dd5fef760d63 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.607960] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a653c246-01be-4d29-84c6-2c6c00a54040 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.626934] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73198d1f-a824-4275-be36-3c1f6bb38155 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.642939] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 04bb629a-dea1-43bb-b756-9a8b4224e1ec/04bb629a-dea1-43bb-b756-9a8b4224e1ec.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.643766] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b4b3733-08e6-49f5-a717-9725bd303955 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.672591] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Instance VIF info [] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.678565] env[64147]: DEBUG oslo.service.loopingcall [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.679863] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.680222] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1746.680222] env[64147]: value = "task-1840317" [ 1746.680222] env[64147]: _type = "Task" [ 1746.680222] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.680527] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41ac5286-c093-4032-9904-f67e7ecd3676 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.692995] env[64147]: DEBUG oslo_concurrency.lockutils [req-771d3e66-35fc-49a3-be82-a37353a9be9d req-87b8b521-6256-4616-ac48-29e3d5ab56b6 service nova] Releasing lock "refresh_cache-afc59702-ffca-4d8c-81ff-ca0022c1d669" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.702423] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.703983] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.703983] env[64147]: value = "task-1840318" [ 1746.703983] env[64147]: _type = "Task" [ 1746.703983] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.712364] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840318, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.816085] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c39fe5-057c-4b31-d29f-f5f19d3aa5f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.819232] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.819698] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 2d308923-3315-4395-9e34-5a2a41481883/2d308923-3315-4395-9e34-5a2a41481883.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.820137] env[64147]: DEBUG oslo_vmware.api [None req-dd8cf94a-b2b8-40bb-be3d-9e7e45a11be4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840316, 'name': SuspendVM_Task} progress is 83%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.820569] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33ae4ee4-ef1e-4303-a1fe-c0a2e164105a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.828831] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for the task: (returnval){ [ 1746.828831] env[64147]: value = "task-1840319" [ 1746.828831] env[64147]: _type = "Task" [ 1746.828831] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.838140] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.082929] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.084063] env[64147]: DEBUG nova.compute.manager [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1747.089502] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.113s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.093959] env[64147]: INFO nova.compute.claims [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.214266] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.220660] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840318, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.315346] env[64147]: DEBUG oslo_vmware.api [None req-dd8cf94a-b2b8-40bb-be3d-9e7e45a11be4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840316, 'name': SuspendVM_Task, 'duration_secs': 0.952289} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.315627] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8cf94a-b2b8-40bb-be3d-9e7e45a11be4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Suspended the VM {{(pid=64147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1747.315881] env[64147]: DEBUG nova.compute.manager [None req-dd8cf94a-b2b8-40bb-be3d-9e7e45a11be4 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.316793] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760f8e00-9e5d-4666-aac8-fd42863a5166 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.325822] env[64147]: DEBUG nova.network.neutron [-] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.344107] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840319, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.543320] env[64147]: DEBUG nova.compute.manager [req-a2b302cc-91d0-4d96-be96-69c8ee3d70e6 req-e2be60d0-48c0-48af-927f-3056c1430da7 service nova] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Received event network-vif-deleted-bba50693-85f6-44aa-8a01-ebc11fdc54a7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1747.601136] env[64147]: DEBUG nova.compute.utils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1747.601136] env[64147]: DEBUG nova.compute.manager [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1747.601136] env[64147]: DEBUG nova.network.neutron [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1747.688526] env[64147]: DEBUG nova.policy [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cbeacabf84241ea89de672258ca747a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0352ddde824543399f090f71005f797f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1747.703192] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840317, 'name': ReconfigVM_Task, 'duration_secs': 0.574232} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.703701] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 04bb629a-dea1-43bb-b756-9a8b4224e1ec/04bb629a-dea1-43bb-b756-9a8b4224e1ec.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.704508] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13587530-cf16-4f34-9e78-06794e339e65 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.716052] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840318, 'name': CreateVM_Task, 'duration_secs': 0.56172} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.717038] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.717439] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1747.717439] env[64147]: value = "task-1840320" [ 1747.717439] env[64147]: _type = "Task" [ 1747.717439] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.717863] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.718090] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.718440] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.718763] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33a811b-c1bb-4256-8dbd-00ddc7030dc9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.731830] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1747.731830] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e0deb8-bd94-78f3-1e6c-d3549591c548" [ 1747.731830] env[64147]: _type = "Task" [ 1747.731830] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.736529] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840320, 'name': Rename_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.745936] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e0deb8-bd94-78f3-1e6c-d3549591c548, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.746335] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.746636] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.746875] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.747027] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.747222] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.747507] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fd948e8-ead4-4e7a-aabd-bec4df0c0cbc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.757263] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.758369] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.758369] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004619f4-e7bb-418e-a380-2caa87561806 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.763407] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1747.763407] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523c68ea-d56d-7a64-58a9-d53820dadb10" [ 1747.763407] env[64147]: _type = "Task" [ 1747.763407] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.771677] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523c68ea-d56d-7a64-58a9-d53820dadb10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.833931] env[64147]: INFO nova.compute.manager [-] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Took 1.47 seconds to deallocate network for instance. [ 1747.850642] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528452} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.851111] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 2d308923-3315-4395-9e34-5a2a41481883/2d308923-3315-4395-9e34-5a2a41481883.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.851512] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.851947] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bff10c32-6b4c-476d-84b3-f0700c2db6fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.860928] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for the task: (returnval){ [ 1747.860928] env[64147]: value = "task-1840321" [ 1747.860928] env[64147]: _type = "Task" [ 1747.860928] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.869070] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.108244] env[64147]: DEBUG nova.compute.manager [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1748.229936] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840320, 'name': Rename_Task, 'duration_secs': 0.151492} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.230490] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.230759] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cd8643e-29bd-452c-b222-f368b90bc149 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.241413] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1748.241413] env[64147]: value = "task-1840322" [ 1748.241413] env[64147]: _type = "Task" [ 1748.241413] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.250307] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.278856] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523c68ea-d56d-7a64-58a9-d53820dadb10, 'name': SearchDatastore_Task, 'duration_secs': 0.007832} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.282363] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-330969f5-b687-4794-bf22-8d1109a3e150 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.287863] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1748.287863] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fde6d0-8a07-3ecc-1e06-0b1cebfc49e3" [ 1748.287863] env[64147]: _type = "Task" [ 1748.287863] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.296318] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fde6d0-8a07-3ecc-1e06-0b1cebfc49e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.345566] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.351554] env[64147]: DEBUG nova.network.neutron [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Successfully created port: 7020c097-88db-4fb3-891b-b46c548d5a43 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1748.375932] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064761} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.376623] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1748.377175] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df289fe-843b-4fc0-9c6e-d00183705d27 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.401393] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 2d308923-3315-4395-9e34-5a2a41481883/2d308923-3315-4395-9e34-5a2a41481883.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.404589] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da78760-21b0-4fc7-9827-1a6962e12dc3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.425821] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for the task: (returnval){ [ 1748.425821] env[64147]: value = "task-1840323" [ 1748.425821] env[64147]: _type = "Task" [ 1748.425821] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.438092] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.662095] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7022819-bcba-41d6-a30f-ca8342160aab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.676931] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9899b0-9150-4a9e-bed5-997e3c5c6ec7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.709741] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb1a205-3dd6-4587-934e-9109f38a5193 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.717759] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d94d212-7101-4263-8972-88aec5001662 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.734685] env[64147]: DEBUG nova.compute.provider_tree [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.751573] env[64147]: DEBUG oslo_vmware.api [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840322, 'name': PowerOnVM_Task, 'duration_secs': 0.501252} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.754729] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.754729] env[64147]: INFO nova.compute.manager [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1748.754729] env[64147]: DEBUG nova.compute.manager [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1748.754729] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76156602-9960-43ee-a7f0-5161cd4ab6b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.800104] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fde6d0-8a07-3ecc-1e06-0b1cebfc49e3, 'name': SearchDatastore_Task, 'duration_secs': 0.015647} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.800434] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.800720] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] df8acd8d-95fc-4441-92d1-b37207f54606/df8acd8d-95fc-4441-92d1-b37207f54606.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.801015] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d7bfc82-5b9c-4130-a76a-b2d65f81d7a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.809190] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1748.809190] env[64147]: value = "task-1840324" [ 1748.809190] env[64147]: _type = "Task" [ 1748.809190] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.822581] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.943369] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.099020] env[64147]: INFO nova.compute.manager [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Resuming [ 1749.099020] env[64147]: DEBUG nova.objects.instance [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lazy-loading 'flavor' on Instance uuid b963fd88-11ad-48ec-910c-e531c727961e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.127030] env[64147]: DEBUG nova.compute.manager [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1749.159114] env[64147]: DEBUG nova.virt.hardware [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1749.159380] env[64147]: DEBUG nova.virt.hardware [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1749.159542] env[64147]: DEBUG nova.virt.hardware [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1749.159724] env[64147]: DEBUG nova.virt.hardware [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1749.159869] env[64147]: DEBUG nova.virt.hardware [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1749.161505] env[64147]: DEBUG nova.virt.hardware [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1749.161880] env[64147]: DEBUG nova.virt.hardware [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1749.162264] env[64147]: DEBUG nova.virt.hardware [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1749.162503] env[64147]: DEBUG nova.virt.hardware [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1749.163377] env[64147]: DEBUG nova.virt.hardware [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1749.163377] env[64147]: DEBUG nova.virt.hardware [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1749.164319] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d53b71-9cad-41c1-97e8-98815c057dc1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.174661] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7333d8ac-aa46-47d0-93fd-46f8b2ea28c8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.240032] env[64147]: DEBUG nova.scheduler.client.report [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.277262] env[64147]: INFO nova.compute.manager [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Took 50.08 seconds to build instance. [ 1749.322179] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840324, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.437717] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840323, 'name': ReconfigVM_Task, 'duration_secs': 0.655529} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.438104] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 2d308923-3315-4395-9e34-5a2a41481883/2d308923-3315-4395-9e34-5a2a41481883.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1749.438948] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffeae3c7-e9d8-451a-b201-77af705a55bf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.446255] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for the task: (returnval){ [ 1749.446255] env[64147]: value = "task-1840325" [ 1749.446255] env[64147]: _type = "Task" [ 1749.446255] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.457430] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840325, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.745113] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.745529] env[64147]: DEBUG nova.compute.manager [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1749.752058] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.482s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.752348] env[64147]: DEBUG nova.objects.instance [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lazy-loading 'resources' on Instance uuid 042a7c07-e248-42ff-8239-161b2e29c10c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.779518] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a016cac9-44b2-473d-ad98-fa4d46ecb6fc tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.590s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.824184] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615319} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.824427] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] df8acd8d-95fc-4441-92d1-b37207f54606/df8acd8d-95fc-4441-92d1-b37207f54606.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.825032] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.825032] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5159d754-55e4-496c-aeca-19e968ce9c63 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.838027] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1749.838027] env[64147]: value = "task-1840326" [ 1749.838027] env[64147]: _type = "Task" [ 1749.838027] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.845580] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.957014] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840325, 'name': Rename_Task, 'duration_secs': 0.137717} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.957354] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.957609] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1868ad13-24a4-4622-aa3a-774666266983 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.966034] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for the task: (returnval){ [ 1749.966034] env[64147]: value = "task-1840327" [ 1749.966034] env[64147]: _type = "Task" [ 1749.966034] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.973895] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.256082] env[64147]: DEBUG nova.compute.utils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.263296] env[64147]: DEBUG nova.compute.manager [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1750.263500] env[64147]: DEBUG nova.network.neutron [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1750.269928] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.270208] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.319169] env[64147]: DEBUG nova.policy [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c33259a03ce49df886b61092d03ed5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75d89bfa3bd4bc0b581c30c8ba92309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1750.349470] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203892} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.352551] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.354067] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214b0cd4-d796-43a2-8f0b-3b5678980b1c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.379706] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] df8acd8d-95fc-4441-92d1-b37207f54606/df8acd8d-95fc-4441-92d1-b37207f54606.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.383440] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9092797e-644f-418b-be10-0c8daaa46a90 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.405966] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1750.405966] env[64147]: value = "task-1840328" [ 1750.405966] env[64147]: _type = "Task" [ 1750.405966] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.411749] env[64147]: DEBUG nova.compute.manager [req-37153c6f-4aa7-4a04-9942-9913228ba2f5 req-0a810d21-d0fe-40a2-8708-d0d7dd2e2f6b service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Received event network-vif-plugged-7020c097-88db-4fb3-891b-b46c548d5a43 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1750.411990] env[64147]: DEBUG oslo_concurrency.lockutils [req-37153c6f-4aa7-4a04-9942-9913228ba2f5 req-0a810d21-d0fe-40a2-8708-d0d7dd2e2f6b service nova] Acquiring lock "0cea15a8-9ad1-48c9-b4f5-920112a28664-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.412252] env[64147]: DEBUG oslo_concurrency.lockutils [req-37153c6f-4aa7-4a04-9942-9913228ba2f5 req-0a810d21-d0fe-40a2-8708-d0d7dd2e2f6b service nova] Lock "0cea15a8-9ad1-48c9-b4f5-920112a28664-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.412445] env[64147]: DEBUG oslo_concurrency.lockutils [req-37153c6f-4aa7-4a04-9942-9913228ba2f5 req-0a810d21-d0fe-40a2-8708-d0d7dd2e2f6b service nova] Lock "0cea15a8-9ad1-48c9-b4f5-920112a28664-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.412636] env[64147]: DEBUG nova.compute.manager [req-37153c6f-4aa7-4a04-9942-9913228ba2f5 req-0a810d21-d0fe-40a2-8708-d0d7dd2e2f6b service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] No waiting events found dispatching network-vif-plugged-7020c097-88db-4fb3-891b-b46c548d5a43 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1750.412822] env[64147]: WARNING nova.compute.manager [req-37153c6f-4aa7-4a04-9942-9913228ba2f5 req-0a810d21-d0fe-40a2-8708-d0d7dd2e2f6b service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Received unexpected event network-vif-plugged-7020c097-88db-4fb3-891b-b46c548d5a43 for instance with vm_state building and task_state spawning. [ 1750.422447] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.477261] env[64147]: DEBUG oslo_vmware.api [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840327, 'name': PowerOnVM_Task, 'duration_secs': 0.439143} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.477588] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1750.477823] env[64147]: INFO nova.compute.manager [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1750.478073] env[64147]: DEBUG nova.compute.manager [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.479017] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd01076d-a49b-427d-ad81-e636a5a54b8b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.584255] env[64147]: DEBUG nova.network.neutron [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Successfully updated port: 7020c097-88db-4fb3-891b-b46c548d5a43 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1750.588026] env[64147]: DEBUG nova.network.neutron [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Successfully created port: 109d8aa3-0176-4f62-81c8-9785b26b7b0e {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1750.612609] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.612799] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquired lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.612972] env[64147]: DEBUG nova.network.neutron [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1750.701247] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc935a2-6ad3-436a-b38f-6cd50c625c3a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.711343] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e699193f-8570-4986-8323-994110e8f623 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.746250] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e980e87c-515c-4942-b2fa-b3b2d32c33aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.754642] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb2edf4-cbae-41ec-bc7c-2c9f34f7e694 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.768765] env[64147]: DEBUG nova.compute.manager [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1750.775024] env[64147]: DEBUG nova.compute.provider_tree [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.775024] env[64147]: DEBUG nova.compute.manager [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1750.917226] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.001566] env[64147]: INFO nova.compute.manager [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Took 47.79 seconds to build instance. [ 1751.087318] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-0cea15a8-9ad1-48c9-b4f5-920112a28664" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.087494] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-0cea15a8-9ad1-48c9-b4f5-920112a28664" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.087648] env[64147]: DEBUG nova.network.neutron [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.282317] env[64147]: DEBUG nova.scheduler.client.report [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.314292] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.422667] env[64147]: DEBUG nova.network.neutron [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updating instance_info_cache with network_info: [{"id": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "address": "fa:16:3e:6d:3e:28", "network": {"id": "03fccacf-2ca3-480a-984a-31dc543d9086", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2136483503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb757229541c4350bfa4c4025f4c6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190d0fe5-c9", "ovs_interfaceid": "190d0fe5-c9bd-4431-8baf-949bd79c08b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.424754] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquiring lock "687bfd09-ff71-466e-98f0-fec9193e17fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.424979] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Lock "687bfd09-ff71-466e-98f0-fec9193e17fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.429970] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840328, 'name': ReconfigVM_Task, 'duration_secs': 0.896371} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.430760] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Reconfigured VM instance instance-00000046 to attach disk [datastore2] df8acd8d-95fc-4441-92d1-b37207f54606/df8acd8d-95fc-4441-92d1-b37207f54606.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.431403] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eee5ec9-c390-4b02-b9d7-b7ed063d46ab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.438190] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1751.438190] env[64147]: value = "task-1840329" [ 1751.438190] env[64147]: _type = "Task" [ 1751.438190] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.452294] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840329, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.504227] env[64147]: DEBUG oslo_concurrency.lockutils [None req-62cb7f66-e24d-406d-86dc-2b4866c10f1d tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lock "2d308923-3315-4395-9e34-5a2a41481883" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.301s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.550616] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.551015] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.627077] env[64147]: DEBUG nova.network.neutron [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1751.790144] env[64147]: DEBUG nova.compute.manager [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1751.794619] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.797279] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.994s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.799035] env[64147]: INFO nova.compute.claims [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1751.826039] env[64147]: DEBUG nova.virt.hardware [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1751.826039] env[64147]: DEBUG nova.virt.hardware [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.826039] env[64147]: DEBUG nova.virt.hardware [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1751.826039] env[64147]: DEBUG nova.virt.hardware [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.826039] env[64147]: DEBUG nova.virt.hardware [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1751.826039] env[64147]: DEBUG nova.virt.hardware [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1751.826039] env[64147]: DEBUG nova.virt.hardware [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1751.826039] env[64147]: DEBUG nova.virt.hardware [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1751.826039] env[64147]: DEBUG nova.virt.hardware [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1751.826808] env[64147]: DEBUG nova.virt.hardware [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1751.827312] env[64147]: DEBUG nova.virt.hardware [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1751.828825] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d793c859-28f9-4491-9839-5ec0d44ea63c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.833470] env[64147]: INFO nova.scheduler.client.report [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleted allocations for instance 042a7c07-e248-42ff-8239-161b2e29c10c [ 1751.841287] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd211a7-9f5c-4977-9ad6-65dd32f44cf9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.928073] env[64147]: DEBUG nova.compute.manager [None req-5acc2284-819c-42eb-90e9-7eb82086ca20 tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.928073] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861d765a-b97b-4d47-983e-25a346c57c43 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.930456] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Releasing lock "refresh_cache-b963fd88-11ad-48ec-910c-e531c727961e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.931087] env[64147]: DEBUG nova.compute.manager [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1751.934713] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6495c725-be64-4c87-8a06-a2fcc6c7c925 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.948641] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Resuming the VM {{(pid=64147) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1751.951671] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c0c61a5-755a-4367-aa7e-febadab7554e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.958958] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840329, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.962834] env[64147]: DEBUG oslo_vmware.api [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1751.962834] env[64147]: value = "task-1840330" [ 1751.962834] env[64147]: _type = "Task" [ 1751.962834] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.970748] env[64147]: DEBUG oslo_vmware.api [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.051757] env[64147]: DEBUG nova.network.neutron [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Updating instance_info_cache with network_info: [{"id": "7020c097-88db-4fb3-891b-b46c548d5a43", "address": "fa:16:3e:7d:d2:a8", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7020c097-88", "ovs_interfaceid": "7020c097-88db-4fb3-891b-b46c548d5a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.056106] env[64147]: DEBUG nova.compute.utils [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1752.349115] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad93329f-4034-42dd-b934-4f6a8c346831 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "042a7c07-e248-42ff-8239-161b2e29c10c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.070s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.454245] env[64147]: INFO nova.compute.manager [None req-5acc2284-819c-42eb-90e9-7eb82086ca20 tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] instance snapshotting [ 1752.454814] env[64147]: DEBUG nova.objects.instance [None req-5acc2284-819c-42eb-90e9-7eb82086ca20 tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lazy-loading 'flavor' on Instance uuid 2d308923-3315-4395-9e34-5a2a41481883 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.460505] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840329, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.461572] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.473176] env[64147]: DEBUG oslo_vmware.api [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.481242] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquiring lock "2d308923-3315-4395-9e34-5a2a41481883" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.481468] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lock "2d308923-3315-4395-9e34-5a2a41481883" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.481667] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquiring lock "2d308923-3315-4395-9e34-5a2a41481883-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.481849] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lock "2d308923-3315-4395-9e34-5a2a41481883-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.482045] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lock "2d308923-3315-4395-9e34-5a2a41481883-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.483938] env[64147]: INFO nova.compute.manager [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Terminating instance [ 1752.529029] env[64147]: DEBUG nova.compute.manager [req-90d95a1f-8de2-468b-92b4-318853e768ba req-6c568727-1442-4fd6-8a03-71a71df9ff5f service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Received event network-changed-7020c097-88db-4fb3-891b-b46c548d5a43 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1752.529029] env[64147]: DEBUG nova.compute.manager [req-90d95a1f-8de2-468b-92b4-318853e768ba req-6c568727-1442-4fd6-8a03-71a71df9ff5f service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Refreshing instance network info cache due to event network-changed-7020c097-88db-4fb3-891b-b46c548d5a43. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1752.529029] env[64147]: DEBUG oslo_concurrency.lockutils [req-90d95a1f-8de2-468b-92b4-318853e768ba req-6c568727-1442-4fd6-8a03-71a71df9ff5f service nova] Acquiring lock "refresh_cache-0cea15a8-9ad1-48c9-b4f5-920112a28664" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.555771] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-0cea15a8-9ad1-48c9-b4f5-920112a28664" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.556136] env[64147]: DEBUG nova.compute.manager [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Instance network_info: |[{"id": "7020c097-88db-4fb3-891b-b46c548d5a43", "address": "fa:16:3e:7d:d2:a8", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7020c097-88", "ovs_interfaceid": "7020c097-88db-4fb3-891b-b46c548d5a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1752.556446] env[64147]: DEBUG oslo_concurrency.lockutils [req-90d95a1f-8de2-468b-92b4-318853e768ba req-6c568727-1442-4fd6-8a03-71a71df9ff5f service nova] Acquired lock "refresh_cache-0cea15a8-9ad1-48c9-b4f5-920112a28664" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.556626] env[64147]: DEBUG nova.network.neutron [req-90d95a1f-8de2-468b-92b4-318853e768ba req-6c568727-1442-4fd6-8a03-71a71df9ff5f service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Refreshing network info cache for port 7020c097-88db-4fb3-891b-b46c548d5a43 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.559531] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:d2:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7020c097-88db-4fb3-891b-b46c548d5a43', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.566409] env[64147]: DEBUG oslo.service.loopingcall [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.567762] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.568508] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.568977] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-154813a2-b829-4f45-9b19-e8f58109a941 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.590944] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.590944] env[64147]: value = "task-1840331" [ 1752.590944] env[64147]: _type = "Task" [ 1752.590944] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.598848] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.950905] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840329, 'name': Rename_Task, 'duration_secs': 1.352634} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.953405] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1752.953821] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-738e629a-219c-4cd7-b431-6f7206634a50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.960250] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1752.960250] env[64147]: value = "task-1840332" [ 1752.960250] env[64147]: _type = "Task" [ 1752.960250] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.972471] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1533de45-7a9c-4eca-b7bc-19afb5474d3e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.977757] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.984915] env[64147]: DEBUG oslo_vmware.api [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.995719] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquiring lock "refresh_cache-2d308923-3315-4395-9e34-5a2a41481883" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.995898] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquired lock "refresh_cache-2d308923-3315-4395-9e34-5a2a41481883" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.996087] env[64147]: DEBUG nova.network.neutron [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.000279] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d472254-ddbf-43f2-a3bc-fc1981be425d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.100823] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.162517] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed28aa0-9e59-4041-b154-d062158b2a67 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.173374] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c839eb76-2899-4b2d-a115-391dc3441185 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.209197] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2015282-7623-4d4d-90df-a95a86c5df80 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.219234] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77606e24-42f6-42d9-81e8-43a95a9303e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.235536] env[64147]: DEBUG nova.compute.provider_tree [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.431275] env[64147]: DEBUG nova.network.neutron [req-90d95a1f-8de2-468b-92b4-318853e768ba req-6c568727-1442-4fd6-8a03-71a71df9ff5f service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Updated VIF entry in instance network info cache for port 7020c097-88db-4fb3-891b-b46c548d5a43. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1753.431667] env[64147]: DEBUG nova.network.neutron [req-90d95a1f-8de2-468b-92b4-318853e768ba req-6c568727-1442-4fd6-8a03-71a71df9ff5f service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Updating instance_info_cache with network_info: [{"id": "7020c097-88db-4fb3-891b-b46c548d5a43", "address": "fa:16:3e:7d:d2:a8", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7020c097-88", "ovs_interfaceid": "7020c097-88db-4fb3-891b-b46c548d5a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.474804] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840332, 'name': PowerOnVM_Task} progress is 79%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.482273] env[64147]: DEBUG oslo_vmware.api [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840330, 'name': PowerOnVM_Task, 'duration_secs': 1.427967} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.482678] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Resumed the VM {{(pid=64147) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1753.482793] env[64147]: DEBUG nova.compute.manager [None req-40359773-837a-4d72-bd50-8b48221e3b96 tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.483824] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0277cc61-54db-4aae-a9ae-a17b3c2b61cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.512255] env[64147]: DEBUG nova.compute.manager [None req-5acc2284-819c-42eb-90e9-7eb82086ca20 tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Instance disappeared during snapshot {{(pid=64147) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1753.528392] env[64147]: DEBUG nova.network.neutron [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1753.601765] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.619610] env[64147]: DEBUG nova.network.neutron [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.622666] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.622900] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.623151] env[64147]: INFO nova.compute.manager [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Attaching volume 36d208be-a1fa-4dcd-928c-636a0473b5c7 to /dev/sdb [ 1753.668101] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79e55ec-e543-419e-8172-2892a7086ae8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.672776] env[64147]: DEBUG nova.compute.manager [None req-5acc2284-819c-42eb-90e9-7eb82086ca20 tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Found 0 images (rotation: 2) {{(pid=64147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1753.679713] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676c9ea9-7906-45dd-a84a-ae137fd68668 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.698448] env[64147]: DEBUG nova.virt.block_device [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Updating existing volume attachment record: 7d752dc9-4ccb-4b87-951f-ff1a96601314 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1753.740440] env[64147]: DEBUG nova.scheduler.client.report [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.934719] env[64147]: DEBUG oslo_concurrency.lockutils [req-90d95a1f-8de2-468b-92b4-318853e768ba req-6c568727-1442-4fd6-8a03-71a71df9ff5f service nova] Releasing lock "refresh_cache-0cea15a8-9ad1-48c9-b4f5-920112a28664" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.970947] env[64147]: DEBUG oslo_vmware.api [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840332, 'name': PowerOnVM_Task, 'duration_secs': 0.721137} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.971549] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.971549] env[64147]: DEBUG nova.compute.manager [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.972767] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47ff947-1d81-4b4a-babd-a477d85f16fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.100542] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.125561] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Releasing lock "refresh_cache-2d308923-3315-4395-9e34-5a2a41481883" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.125561] env[64147]: DEBUG nova.compute.manager [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1754.125561] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.125561] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70f8983-56f8-413d-9b84-91b0ed875a40 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.135710] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.136225] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d0bc7ae-f319-4b00-9cb3-a6d0ec5b0a22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.141735] env[64147]: DEBUG oslo_vmware.api [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for the task: (returnval){ [ 1754.141735] env[64147]: value = "task-1840336" [ 1754.141735] env[64147]: _type = "Task" [ 1754.141735] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.150467] env[64147]: DEBUG oslo_vmware.api [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.246497] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.247097] env[64147]: DEBUG nova.compute.manager [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1754.250195] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.816s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.250450] env[64147]: DEBUG nova.objects.instance [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lazy-loading 'resources' on Instance uuid d89ba462-7bbe-4acb-baf4-229634460f2c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.487990] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.605535] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.651520] env[64147]: DEBUG oslo_vmware.api [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840336, 'name': PowerOffVM_Task, 'duration_secs': 0.124189} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.651794] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.651966] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.652227] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caea67fa-b1a0-401e-9947-35bea3c2c1d1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.679689] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.679960] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.680175] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Deleting the datastore file [datastore2] 2d308923-3315-4395-9e34-5a2a41481883 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.680449] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7904d87-0b62-413e-b47d-ab0cceb76825 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.686727] env[64147]: DEBUG oslo_vmware.api [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for the task: (returnval){ [ 1754.686727] env[64147]: value = "task-1840338" [ 1754.686727] env[64147]: _type = "Task" [ 1754.686727] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.694665] env[64147]: DEBUG oslo_vmware.api [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.754082] env[64147]: DEBUG nova.compute.utils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.760163] env[64147]: DEBUG nova.compute.manager [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.760163] env[64147]: DEBUG nova.network.neutron [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.846950] env[64147]: DEBUG nova.policy [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8b16538264c43f49cae8d54a3227ea4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c04c68300ca547c0856c2f4a96ca1c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1755.099679] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d931edc1-7878-4662-9dc9-7a4223da8325 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.105736] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.109498] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7de8a5-77b8-4462-a224-d2a4daebe62f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.141426] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f286d0f-fc6e-48a3-99b6-7ab9a4cbd830 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.148912] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ca3a70-bdce-4665-8f02-b545c2e40910 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.164957] env[64147]: DEBUG nova.compute.provider_tree [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.197944] env[64147]: DEBUG oslo_vmware.api [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Task: {'id': task-1840338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105117} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.197944] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.198083] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.198284] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.198518] env[64147]: INFO nova.compute.manager [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1755.198831] env[64147]: DEBUG oslo.service.loopingcall [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.199470] env[64147]: DEBUG nova.compute.manager [-] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.199470] env[64147]: DEBUG nova.network.neutron [-] [instance: 2d308923-3315-4395-9e34-5a2a41481883] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.215785] env[64147]: DEBUG nova.network.neutron [-] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1755.263021] env[64147]: DEBUG nova.compute.manager [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1755.269024] env[64147]: DEBUG nova.network.neutron [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Successfully created port: 774462b2-f3f2-434e-b2a8-bdabc455c383 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.493581] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquiring lock "df8acd8d-95fc-4441-92d1-b37207f54606" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.493851] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "df8acd8d-95fc-4441-92d1-b37207f54606" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.494074] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquiring lock "df8acd8d-95fc-4441-92d1-b37207f54606-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.494260] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "df8acd8d-95fc-4441-92d1-b37207f54606-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.494436] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "df8acd8d-95fc-4441-92d1-b37207f54606-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.500869] env[64147]: INFO nova.compute.manager [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Terminating instance [ 1755.603430] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.667850] env[64147]: DEBUG nova.scheduler.client.report [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.720719] env[64147]: DEBUG nova.network.neutron [-] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.005131] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquiring lock "refresh_cache-df8acd8d-95fc-4441-92d1-b37207f54606" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.005373] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquired lock "refresh_cache-df8acd8d-95fc-4441-92d1-b37207f54606" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.005561] env[64147]: DEBUG nova.network.neutron [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.103443] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.173379] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.176251] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.634s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.176752] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.178517] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.225s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.197733] env[64147]: INFO nova.scheduler.client.report [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Deleted allocations for instance d89ba462-7bbe-4acb-baf4-229634460f2c [ 1756.199903] env[64147]: INFO nova.scheduler.client.report [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Deleted allocations for instance d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be [ 1756.221443] env[64147]: INFO nova.compute.manager [-] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Took 1.02 seconds to deallocate network for instance. [ 1756.274317] env[64147]: DEBUG nova.compute.manager [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1756.307341] env[64147]: DEBUG nova.virt.hardware [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1756.307341] env[64147]: DEBUG nova.virt.hardware [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.307341] env[64147]: DEBUG nova.virt.hardware [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1756.307341] env[64147]: DEBUG nova.virt.hardware [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.307341] env[64147]: DEBUG nova.virt.hardware [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1756.307341] env[64147]: DEBUG nova.virt.hardware [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1756.307341] env[64147]: DEBUG nova.virt.hardware [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1756.307341] env[64147]: DEBUG nova.virt.hardware [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1756.307341] env[64147]: DEBUG nova.virt.hardware [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1756.307341] env[64147]: DEBUG nova.virt.hardware [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1756.307341] env[64147]: DEBUG nova.virt.hardware [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1756.307928] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd9085a-25ec-4a94-8352-1abe3f20f03b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.316548] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207eb34f-4de3-42e5-aa8d-22503e81c711 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.523694] env[64147]: DEBUG nova.network.neutron [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.581738] env[64147]: DEBUG nova.network.neutron [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.606302] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.710038] env[64147]: DEBUG oslo_concurrency.lockutils [None req-70fe0bad-3b64-4d7c-b7b4-6c50fd8a83c6 tempest-ImagesOneServerNegativeTestJSON-480634507 tempest-ImagesOneServerNegativeTestJSON-480634507-project-member] Lock "d89ba462-7bbe-4acb-baf4-229634460f2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.728s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.711316] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b430fe07-1ba0-4472-a015-2cab37d0e0cd tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.721s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.730379] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.087020] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Releasing lock "refresh_cache-df8acd8d-95fc-4441-92d1-b37207f54606" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.087020] env[64147]: DEBUG nova.compute.manager [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.087020] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.087020] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f12a13a-39d6-46d8-be26-f4af212d6054 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.094961] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.095177] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fec833ab-3f9e-422d-8e80-21f855f89ee3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.105765] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.107048] env[64147]: DEBUG oslo_vmware.api [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1757.107048] env[64147]: value = "task-1840340" [ 1757.107048] env[64147]: _type = "Task" [ 1757.107048] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.115616] env[64147]: DEBUG oslo_vmware.api [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.221277] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.222035] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1456713b-c899-46fd-ad10-9e90e6bb64c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.222035] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 49e0af98-e430-4d2f-ae10-e6aa178006cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.222035] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 53ceb216-7d63-4dfd-8185-1bf488665180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.222035] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance fa858069-56fa-4de6-885c-670408b92daa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.222035] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 29fdb461-3f61-48ef-b36b-9a2c094a86cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.222843] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 008248b7-29c5-48ea-a253-80534c1c9c3f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1757.222843] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 07811f49-9bcb-4a28-b740-20fae75c98b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.222843] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.222843] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 98d10e09-08f9-4881-81a9-9f301a3e2907 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.222843] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 6f33edae-5839-4761-be87-310e5c5f0b3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.222843] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance b963fd88-11ad-48ec-910c-e531c727961e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.222843] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.223082] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance afc59702-ffca-4d8c-81ff-ca0022c1d669 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1757.223082] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 79c04295-4505-4a59-8d56-63e4e05a7490 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1757.223150] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance df8acd8d-95fc-4441-92d1-b37207f54606 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.223238] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 04bb629a-dea1-43bb-b756-9a8b4224e1ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.223342] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 2d308923-3315-4395-9e34-5a2a41481883 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.223445] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance fd26f2d8-5b60-47ea-9463-04f17c1c6804 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.224037] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 0cea15a8-9ad1-48c9-b4f5-920112a28664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.224037] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 0b26e026-d2ae-4df5-8542-4070bb3d40ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1757.608049] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.615046] env[64147]: DEBUG oslo_vmware.api [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840340, 'name': PowerOffVM_Task, 'duration_secs': 0.285512} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.615256] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1757.615430] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1757.615660] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f321cba1-dbc5-4a6c-86f3-a18bbe580d8d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.683352] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1757.683529] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1757.683696] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Deleting the datastore file [datastore2] df8acd8d-95fc-4441-92d1-b37207f54606 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.683963] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a42133f6-bb72-4d55-a5d3-c7e99a6ab245 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.690380] env[64147]: DEBUG oslo_vmware.api [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for the task: (returnval){ [ 1757.690380] env[64147]: value = "task-1840342" [ 1757.690380] env[64147]: _type = "Task" [ 1757.690380] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.698157] env[64147]: DEBUG oslo_vmware.api [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.726490] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 3510a6cb-dc3f-4ec4-afdf-e73e49a59797 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1757.955720] env[64147]: DEBUG oslo_concurrency.lockutils [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "53ceb216-7d63-4dfd-8185-1bf488665180" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.955990] env[64147]: DEBUG oslo_concurrency.lockutils [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "53ceb216-7d63-4dfd-8185-1bf488665180" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.956224] env[64147]: DEBUG oslo_concurrency.lockutils [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "53ceb216-7d63-4dfd-8185-1bf488665180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.956414] env[64147]: DEBUG oslo_concurrency.lockutils [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "53ceb216-7d63-4dfd-8185-1bf488665180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.956653] env[64147]: DEBUG oslo_concurrency.lockutils [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "53ceb216-7d63-4dfd-8185-1bf488665180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.959428] env[64147]: INFO nova.compute.manager [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Terminating instance [ 1758.108825] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.201512] env[64147]: DEBUG oslo_vmware.api [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.230541] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 506fe179-7007-4e92-8cf0-1610b3f0cc88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1758.257023] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1758.257133] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380827', 'volume_id': '36d208be-a1fa-4dcd-928c-636a0473b5c7', 'name': 'volume-36d208be-a1fa-4dcd-928c-636a0473b5c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04bb629a-dea1-43bb-b756-9a8b4224e1ec', 'attached_at': '', 'detached_at': '', 'volume_id': '36d208be-a1fa-4dcd-928c-636a0473b5c7', 'serial': '36d208be-a1fa-4dcd-928c-636a0473b5c7'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1758.258715] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8978f091-7010-47a5-8978-86447272ec10 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.276838] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c131d6-d570-4c80-b8c1-15f46ef4586f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.303803] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-36d208be-a1fa-4dcd-928c-636a0473b5c7/volume-36d208be-a1fa-4dcd-928c-636a0473b5c7.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1758.304122] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b166fc3-faa2-4c52-8438-c59820af7672 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.325082] env[64147]: DEBUG oslo_vmware.api [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1758.325082] env[64147]: value = "task-1840343" [ 1758.325082] env[64147]: _type = "Task" [ 1758.325082] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.337452] env[64147]: DEBUG oslo_vmware.api [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.463859] env[64147]: DEBUG nova.compute.manager [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1758.464141] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.465141] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381f046c-7bdc-4f30-bddb-9804be6723ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.473611] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.473860] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7f156d6-68fe-4797-abc3-24c53604ea5a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.480384] env[64147]: DEBUG oslo_vmware.api [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1758.480384] env[64147]: value = "task-1840344" [ 1758.480384] env[64147]: _type = "Task" [ 1758.480384] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.488279] env[64147]: DEBUG oslo_vmware.api [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.608429] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.700928] env[64147]: DEBUG oslo_vmware.api [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.733215] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 687bfd09-ff71-466e-98f0-fec9193e17fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1758.733215] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1758.733215] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1758.746892] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "b963fd88-11ad-48ec-910c-e531c727961e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.747210] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "b963fd88-11ad-48ec-910c-e531c727961e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.747435] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "b963fd88-11ad-48ec-910c-e531c727961e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.747643] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "b963fd88-11ad-48ec-910c-e531c727961e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.747824] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "b963fd88-11ad-48ec-910c-e531c727961e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.751844] env[64147]: INFO nova.compute.manager [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Terminating instance [ 1758.838017] env[64147]: DEBUG oslo_vmware.api [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840343, 'name': ReconfigVM_Task, 'duration_secs': 0.338846} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.838017] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-36d208be-a1fa-4dcd-928c-636a0473b5c7/volume-36d208be-a1fa-4dcd-928c-636a0473b5c7.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.840958] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18e3666-a70e-4fcd-8ec1-4d702bea8ff5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.859726] env[64147]: DEBUG oslo_vmware.api [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1758.859726] env[64147]: value = "task-1840345" [ 1758.859726] env[64147]: _type = "Task" [ 1758.859726] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.872547] env[64147]: DEBUG oslo_vmware.api [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.996942] env[64147]: DEBUG oslo_vmware.api [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840344, 'name': PowerOffVM_Task, 'duration_secs': 0.211518} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.000017] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.000206] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1759.000681] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee3c6c2d-a422-4012-b74c-48fff8758ea5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.111631] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.116714] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e955b187-7a9d-49c9-925e-cfc8cb75919e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.124672] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8410b7-37b3-4c04-a958-38362b43112b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.174095] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd172554-84f2-49a1-bb97-379d9fc4502a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.182625] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f06fd3d-5198-4491-8716-5e963bc6022e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.197908] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.208818] env[64147]: DEBUG oslo_vmware.api [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Task: {'id': task-1840342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.25436} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.209772] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.209963] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.210380] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.210575] env[64147]: INFO nova.compute.manager [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1759.210818] env[64147]: DEBUG oslo.service.loopingcall [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.211320] env[64147]: DEBUG nova.compute.manager [-] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.211434] env[64147]: DEBUG nova.network.neutron [-] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.231923] env[64147]: DEBUG nova.network.neutron [-] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1759.253275] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.253275] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.253404] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Deleting the datastore file [datastore1] 53ceb216-7d63-4dfd-8185-1bf488665180 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.254294] env[64147]: DEBUG nova.compute.manager [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1759.254511] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1759.254741] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b238aec7-266d-4151-8be0-35dbe09a2ecc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.257623] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f26a549-89f0-40fb-a9f6-c388131a1f0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.266416] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.267802] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee6d4c4-a659-4a94-917c-21ffad51f1a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.269640] env[64147]: DEBUG oslo_vmware.api [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for the task: (returnval){ [ 1759.269640] env[64147]: value = "task-1840347" [ 1759.269640] env[64147]: _type = "Task" [ 1759.269640] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.273548] env[64147]: DEBUG oslo_vmware.api [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1759.273548] env[64147]: value = "task-1840348" [ 1759.273548] env[64147]: _type = "Task" [ 1759.273548] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.283749] env[64147]: DEBUG oslo_vmware.api [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.289525] env[64147]: DEBUG oslo_vmware.api [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.372578] env[64147]: DEBUG oslo_vmware.api [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840345, 'name': ReconfigVM_Task, 'duration_secs': 0.139564} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.372924] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380827', 'volume_id': '36d208be-a1fa-4dcd-928c-636a0473b5c7', 'name': 'volume-36d208be-a1fa-4dcd-928c-636a0473b5c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04bb629a-dea1-43bb-b756-9a8b4224e1ec', 'attached_at': '', 'detached_at': '', 'volume_id': '36d208be-a1fa-4dcd-928c-636a0473b5c7', 'serial': '36d208be-a1fa-4dcd-928c-636a0473b5c7'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1759.543875] env[64147]: DEBUG nova.compute.manager [req-79ffab6a-dabb-4f94-a8ed-e9410a2b46b8 req-66c93aa4-7a61-49a2-968b-bb7794243d48 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Received event network-vif-plugged-109d8aa3-0176-4f62-81c8-9785b26b7b0e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1759.544146] env[64147]: DEBUG oslo_concurrency.lockutils [req-79ffab6a-dabb-4f94-a8ed-e9410a2b46b8 req-66c93aa4-7a61-49a2-968b-bb7794243d48 service nova] Acquiring lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.544451] env[64147]: DEBUG oslo_concurrency.lockutils [req-79ffab6a-dabb-4f94-a8ed-e9410a2b46b8 req-66c93aa4-7a61-49a2-968b-bb7794243d48 service nova] Lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.544563] env[64147]: DEBUG oslo_concurrency.lockutils [req-79ffab6a-dabb-4f94-a8ed-e9410a2b46b8 req-66c93aa4-7a61-49a2-968b-bb7794243d48 service nova] Lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.544671] env[64147]: DEBUG nova.compute.manager [req-79ffab6a-dabb-4f94-a8ed-e9410a2b46b8 req-66c93aa4-7a61-49a2-968b-bb7794243d48 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] No waiting events found dispatching network-vif-plugged-109d8aa3-0176-4f62-81c8-9785b26b7b0e {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1759.544833] env[64147]: WARNING nova.compute.manager [req-79ffab6a-dabb-4f94-a8ed-e9410a2b46b8 req-66c93aa4-7a61-49a2-968b-bb7794243d48 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Received unexpected event network-vif-plugged-109d8aa3-0176-4f62-81c8-9785b26b7b0e for instance with vm_state building and task_state spawning. [ 1759.609635] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840331, 'name': CreateVM_Task, 'duration_secs': 6.88016} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.610161] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.610950] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.611111] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.611357] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1759.611604] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0783f1e3-bd48-4d80-81eb-ff5ed17e303d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.616313] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1759.616313] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d99c2a-edad-9bb2-eb28-7b29018662b5" [ 1759.616313] env[64147]: _type = "Task" [ 1759.616313] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.624405] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d99c2a-edad-9bb2-eb28-7b29018662b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.643166] env[64147]: DEBUG nova.network.neutron [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Successfully updated port: 109d8aa3-0176-4f62-81c8-9785b26b7b0e {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1759.704602] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1759.735262] env[64147]: DEBUG nova.network.neutron [-] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.786885] env[64147]: DEBUG oslo_vmware.api [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Task: {'id': task-1840347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166756} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.790263] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.790542] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.790729] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.790903] env[64147]: INFO nova.compute.manager [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1759.791162] env[64147]: DEBUG oslo.service.loopingcall [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.791381] env[64147]: DEBUG oslo_vmware.api [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840348, 'name': PowerOffVM_Task, 'duration_secs': 0.208285} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.791584] env[64147]: DEBUG nova.compute.manager [-] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.791678] env[64147]: DEBUG nova.network.neutron [-] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.793695] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.793897] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1759.794210] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26ccfc80-f2cb-4013-a003-2942bb409c22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.996852] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.996852] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.997077] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Deleting the datastore file [datastore1] b963fd88-11ad-48ec-910c-e531c727961e {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.997386] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e81909aa-08ff-46dc-b98d-c9d9d694f256 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.004899] env[64147]: DEBUG oslo_vmware.api [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for the task: (returnval){ [ 1760.004899] env[64147]: value = "task-1840350" [ 1760.004899] env[64147]: _type = "Task" [ 1760.004899] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.015707] env[64147]: DEBUG oslo_vmware.api [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.128438] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d99c2a-edad-9bb2-eb28-7b29018662b5, 'name': SearchDatastore_Task, 'duration_secs': 0.032542} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.128868] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.129031] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.129302] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.129451] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.129650] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.129954] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd46b65b-008d-44c7-8963-c55bac00aad3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.139872] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.140111] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.141302] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee0a928-c3ba-42e7-bc63-1b970eaa7700 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.147818] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1760.147818] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5272b09c-0d11-b952-d083-0f286e033f83" [ 1760.147818] env[64147]: _type = "Task" [ 1760.147818] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.154220] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "refresh_cache-fd26f2d8-5b60-47ea-9463-04f17c1c6804" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.154488] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "refresh_cache-fd26f2d8-5b60-47ea-9463-04f17c1c6804" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.154710] env[64147]: DEBUG nova.network.neutron [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.168559] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5272b09c-0d11-b952-d083-0f286e033f83, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.169481] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c362e1-ce7b-487c-b1b2-53a86e441d50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.183025] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1760.183025] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e1aaab-90bb-d461-4033-db32b9ea893e" [ 1760.183025] env[64147]: _type = "Task" [ 1760.183025] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.193395] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e1aaab-90bb-d461-4033-db32b9ea893e, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.193669] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.193938] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0cea15a8-9ad1-48c9-b4f5-920112a28664/0cea15a8-9ad1-48c9-b4f5-920112a28664.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.194238] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a02d0a42-ff29-4c45-ad05-e6bfca5852ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.202096] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1760.202096] env[64147]: value = "task-1840351" [ 1760.202096] env[64147]: _type = "Task" [ 1760.202096] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.212177] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1760.212436] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.034s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.212716] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.213013] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.686s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.213211] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.215481] env[64147]: DEBUG oslo_concurrency.lockutils [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.595s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.215663] env[64147]: DEBUG oslo_concurrency.lockutils [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.217977] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.610s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.219455] env[64147]: INFO nova.compute.claims [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.222338] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.222488] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1760.237930] env[64147]: INFO nova.compute.manager [-] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Took 1.03 seconds to deallocate network for instance. [ 1760.256231] env[64147]: INFO nova.scheduler.client.report [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleted allocations for instance 008248b7-29c5-48ea-a253-80534c1c9c3f [ 1760.265202] env[64147]: INFO nova.scheduler.client.report [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Deleted allocations for instance 79c04295-4505-4a59-8d56-63e4e05a7490 [ 1760.438451] env[64147]: DEBUG nova.objects.instance [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lazy-loading 'flavor' on Instance uuid 04bb629a-dea1-43bb-b756-9a8b4224e1ec {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1760.515745] env[64147]: DEBUG oslo_vmware.api [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Task: {'id': task-1840350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27855} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.516242] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1760.516545] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1760.516847] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1760.517138] env[64147]: INFO nova.compute.manager [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1760.517510] env[64147]: DEBUG oslo.service.loopingcall [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.517827] env[64147]: DEBUG nova.compute.manager [-] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1760.518030] env[64147]: DEBUG nova.network.neutron [-] [instance: b963fd88-11ad-48ec-910c-e531c727961e] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1760.571493] env[64147]: DEBUG nova.network.neutron [-] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.716213] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840351, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.717613] env[64147]: DEBUG nova.network.neutron [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.756073] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] There are 53 instances to clean {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1760.756783] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: d89ba462-7bbe-4acb-baf4-229634460f2c] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1760.769312] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.776197] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bc3d5184-ca1e-4a9d-ac83-c3b02a451b51 tempest-ServerGroupTestJSON-820771246 tempest-ServerGroupTestJSON-820771246-project-member] Lock "79c04295-4505-4a59-8d56-63e4e05a7490" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.033s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.778805] env[64147]: DEBUG oslo_concurrency.lockutils [None req-04ad5603-db75-4040-8fd6-a02d30fba16e tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "008248b7-29c5-48ea-a253-80534c1c9c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.940s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.944307] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36010495-d79a-46e4-bbe9-9ede6bdaaa1f tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.321s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.079620] env[64147]: INFO nova.compute.manager [-] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Took 1.29 seconds to deallocate network for instance. [ 1761.148214] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493c2f1c-e6dc-4ef5-9c62-f5fd7c0f037c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.160705] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0224f8f5-3cc6-43ba-9d20-9587c523d4b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.167357] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.167878] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.168249] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.168574] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.168888] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.171219] env[64147]: INFO nova.compute.manager [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Terminating instance [ 1761.207894] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68350b0a-e9ad-4b46-a09d-9cfa54e0cde1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.221531] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768165} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.224353] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0cea15a8-9ad1-48c9-b4f5-920112a28664/0cea15a8-9ad1-48c9-b4f5-920112a28664.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.224574] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.224867] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1087db48-f086-4bc1-972e-983e7d048f67 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.228392] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf38f336-0456-4bf4-883e-75c13cdddad5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.246161] env[64147]: DEBUG nova.compute.manager [req-bb3fdb3c-148d-472e-b18f-ccfe8b05dcef req-335b0c05-9fb3-4f16-8575-7645ce902d73 service nova] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Received event network-vif-plugged-774462b2-f3f2-434e-b2a8-bdabc455c383 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1761.246288] env[64147]: DEBUG oslo_concurrency.lockutils [req-bb3fdb3c-148d-472e-b18f-ccfe8b05dcef req-335b0c05-9fb3-4f16-8575-7645ce902d73 service nova] Acquiring lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.246494] env[64147]: DEBUG oslo_concurrency.lockutils [req-bb3fdb3c-148d-472e-b18f-ccfe8b05dcef req-335b0c05-9fb3-4f16-8575-7645ce902d73 service nova] Lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.246676] env[64147]: DEBUG oslo_concurrency.lockutils [req-bb3fdb3c-148d-472e-b18f-ccfe8b05dcef req-335b0c05-9fb3-4f16-8575-7645ce902d73 service nova] Lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.246842] env[64147]: DEBUG nova.compute.manager [req-bb3fdb3c-148d-472e-b18f-ccfe8b05dcef req-335b0c05-9fb3-4f16-8575-7645ce902d73 service nova] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] No waiting events found dispatching network-vif-plugged-774462b2-f3f2-434e-b2a8-bdabc455c383 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1761.247017] env[64147]: WARNING nova.compute.manager [req-bb3fdb3c-148d-472e-b18f-ccfe8b05dcef req-335b0c05-9fb3-4f16-8575-7645ce902d73 service nova] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Received unexpected event network-vif-plugged-774462b2-f3f2-434e-b2a8-bdabc455c383 for instance with vm_state building and task_state spawning. [ 1761.248158] env[64147]: DEBUG nova.compute.provider_tree [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.252689] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1761.252689] env[64147]: value = "task-1840352" [ 1761.252689] env[64147]: _type = "Task" [ 1761.252689] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.255765] env[64147]: DEBUG nova.network.neutron [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Updating instance_info_cache with network_info: [{"id": "109d8aa3-0176-4f62-81c8-9785b26b7b0e", "address": "fa:16:3e:37:23:f6", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap109d8aa3-01", "ovs_interfaceid": "109d8aa3-0176-4f62-81c8-9785b26b7b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.265171] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.273402] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 042a7c07-e248-42ff-8239-161b2e29c10c] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1761.362354] env[64147]: DEBUG nova.network.neutron [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Successfully updated port: 774462b2-f3f2-434e-b2a8-bdabc455c383 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1761.586872] env[64147]: DEBUG oslo_concurrency.lockutils [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.655230] env[64147]: DEBUG nova.network.neutron [-] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.712838] env[64147]: DEBUG nova.compute.manager [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1761.712838] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.713207] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40115088-550e-43e5-8656-ce05e88a54cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.729127] env[64147]: DEBUG nova.compute.manager [req-48feb4ed-16f9-425d-a039-64047163642a req-ad2e64a1-488e-4689-8af4-51960855f534 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Received event network-changed-109d8aa3-0176-4f62-81c8-9785b26b7b0e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1761.729127] env[64147]: DEBUG nova.compute.manager [req-48feb4ed-16f9-425d-a039-64047163642a req-ad2e64a1-488e-4689-8af4-51960855f534 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Refreshing instance network info cache due to event network-changed-109d8aa3-0176-4f62-81c8-9785b26b7b0e. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1761.729127] env[64147]: DEBUG oslo_concurrency.lockutils [req-48feb4ed-16f9-425d-a039-64047163642a req-ad2e64a1-488e-4689-8af4-51960855f534 service nova] Acquiring lock "refresh_cache-fd26f2d8-5b60-47ea-9463-04f17c1c6804" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.729127] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1761.729127] env[64147]: value = "task-1840353" [ 1761.729127] env[64147]: _type = "Task" [ 1761.729127] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.737926] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.751328] env[64147]: DEBUG nova.scheduler.client.report [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.758369] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "refresh_cache-fd26f2d8-5b60-47ea-9463-04f17c1c6804" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.758662] env[64147]: DEBUG nova.compute.manager [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Instance network_info: |[{"id": "109d8aa3-0176-4f62-81c8-9785b26b7b0e", "address": "fa:16:3e:37:23:f6", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap109d8aa3-01", "ovs_interfaceid": "109d8aa3-0176-4f62-81c8-9785b26b7b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1761.758936] env[64147]: DEBUG oslo_concurrency.lockutils [req-48feb4ed-16f9-425d-a039-64047163642a req-ad2e64a1-488e-4689-8af4-51960855f534 service nova] Acquired lock "refresh_cache-fd26f2d8-5b60-47ea-9463-04f17c1c6804" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.759170] env[64147]: DEBUG nova.network.neutron [req-48feb4ed-16f9-425d-a039-64047163642a req-ad2e64a1-488e-4689-8af4-51960855f534 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Refreshing network info cache for port 109d8aa3-0176-4f62-81c8-9785b26b7b0e {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.760501] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:23:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '109d8aa3-0176-4f62-81c8-9785b26b7b0e', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.769257] env[64147]: DEBUG oslo.service.loopingcall [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.773928] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.777895] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-784ba755-1c4f-4d32-b2e4-6a9984f45441 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.794094] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 65893cfb-3699-48f0-8db8-89c5223e87df] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1761.796914] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221557} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.796914] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1761.797968] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33342ae-0d09-4c07-8e8e-c171e1445ed9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.802143] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.802143] env[64147]: value = "task-1840354" [ 1761.802143] env[64147]: _type = "Task" [ 1761.802143] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.824411] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 0cea15a8-9ad1-48c9-b4f5-920112a28664/0cea15a8-9ad1-48c9-b4f5-920112a28664.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.826092] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ca71a4-288f-493e-9006-98802017765c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.844364] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840354, 'name': CreateVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.850966] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1761.850966] env[64147]: value = "task-1840355" [ 1761.850966] env[64147]: _type = "Task" [ 1761.850966] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.860868] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.865422] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "refresh_cache-0b26e026-d2ae-4df5-8542-4070bb3d40ba" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.865422] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired lock "refresh_cache-0b26e026-d2ae-4df5-8542-4070bb3d40ba" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.865422] env[64147]: DEBUG nova.network.neutron [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.125813] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "fa858069-56fa-4de6-885c-670408b92daa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.126193] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "fa858069-56fa-4de6-885c-670408b92daa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.126437] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "fa858069-56fa-4de6-885c-670408b92daa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.126645] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "fa858069-56fa-4de6-885c-670408b92daa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.126824] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "fa858069-56fa-4de6-885c-670408b92daa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.131897] env[64147]: INFO nova.compute.manager [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Terminating instance [ 1762.157585] env[64147]: INFO nova.compute.manager [-] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Took 1.64 seconds to deallocate network for instance. [ 1762.237579] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840353, 'name': PowerOffVM_Task, 'duration_secs': 0.257052} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.237822] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.238283] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1762.239026] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380827', 'volume_id': '36d208be-a1fa-4dcd-928c-636a0473b5c7', 'name': 'volume-36d208be-a1fa-4dcd-928c-636a0473b5c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04bb629a-dea1-43bb-b756-9a8b4224e1ec', 'attached_at': '', 'detached_at': '', 'volume_id': '36d208be-a1fa-4dcd-928c-636a0473b5c7', 'serial': '36d208be-a1fa-4dcd-928c-636a0473b5c7'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1762.240355] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caa44db-1b76-48d0-a822-2ede463205f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.261272] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.044s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.261771] env[64147]: DEBUG nova.compute.manager [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1762.264488] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.919s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.268019] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.268019] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.953s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.268947] env[64147]: INFO nova.compute.claims [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1762.272653] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1ec790-45ae-4f0b-a8ef-b7805d4d2fd5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.284075] env[64147]: DEBUG nova.network.neutron [req-48feb4ed-16f9-425d-a039-64047163642a req-ad2e64a1-488e-4689-8af4-51960855f534 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Updated VIF entry in instance network info cache for port 109d8aa3-0176-4f62-81c8-9785b26b7b0e. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.285080] env[64147]: DEBUG nova.network.neutron [req-48feb4ed-16f9-425d-a039-64047163642a req-ad2e64a1-488e-4689-8af4-51960855f534 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Updating instance_info_cache with network_info: [{"id": "109d8aa3-0176-4f62-81c8-9785b26b7b0e", "address": "fa:16:3e:37:23:f6", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap109d8aa3-01", "ovs_interfaceid": "109d8aa3-0176-4f62-81c8-9785b26b7b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.288016] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f546fadc-4861-4039-889e-f0171844349a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.307541] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 4f51dbb5-d60d-46f0-9931-c5a60e5b0a59] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1762.313017] env[64147]: INFO nova.scheduler.client.report [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Deleted allocations for instance afc59702-ffca-4d8c-81ff-ca0022c1d669 [ 1762.315145] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a20673-f8a9-4982-84f7-9dc10cd70be8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.328210] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840354, 'name': CreateVM_Task, 'duration_secs': 0.394139} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.340041] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.341146] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] The volume has not been displaced from its original location: [datastore1] volume-36d208be-a1fa-4dcd-928c-636a0473b5c7/volume-36d208be-a1fa-4dcd-928c-636a0473b5c7.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1762.346324] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1762.350162] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.350271] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.350599] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.350838] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a25a808-82f5-440b-b625-3eeb3c56c948 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.364785] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d446c3-6d8b-4df5-a344-cd515de15ac6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.376571] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1762.376571] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]521ef0f8-6c77-5885-915b-a8ff5817b300" [ 1762.376571] env[64147]: _type = "Task" [ 1762.376571] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.377723] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1762.377723] env[64147]: value = "task-1840356" [ 1762.377723] env[64147]: _type = "Task" [ 1762.377723] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.383639] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840355, 'name': ReconfigVM_Task, 'duration_secs': 0.310267} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.386681] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 0cea15a8-9ad1-48c9-b4f5-920112a28664/0cea15a8-9ad1-48c9-b4f5-920112a28664.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.387696] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5730afac-4b48-4512-abb2-db2bcc64f14c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.393179] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521ef0f8-6c77-5885-915b-a8ff5817b300, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.396435] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.396673] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.396901] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.397060] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.397299] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1762.397561] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.398876] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a412159-1a62-49d4-acbe-0ecbc5daf5cc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.401095] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1762.401095] env[64147]: value = "task-1840357" [ 1762.401095] env[64147]: _type = "Task" [ 1762.401095] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.405942] env[64147]: DEBUG nova.network.neutron [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1762.412377] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840357, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.412650] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1762.412824] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1762.413548] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68094f09-80a6-46ee-b711-2a7ae70c29ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.418732] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1762.418732] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ec4cf6-610d-480c-b99d-fb222da9c5ac" [ 1762.418732] env[64147]: _type = "Task" [ 1762.418732] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.428276] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ec4cf6-610d-480c-b99d-fb222da9c5ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.554251] env[64147]: DEBUG nova.network.neutron [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Updating instance_info_cache with network_info: [{"id": "774462b2-f3f2-434e-b2a8-bdabc455c383", "address": "fa:16:3e:74:5a:68", "network": {"id": "0cf3dd12-5b34-4156-831b-2f3e450196af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-501548984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c04c68300ca547c0856c2f4a96ca1c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774462b2-f3", "ovs_interfaceid": "774462b2-f3f2-434e-b2a8-bdabc455c383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.635801] env[64147]: DEBUG nova.compute.manager [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1762.635801] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1762.637165] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b6a47d-5194-4741-92d9-e8175c5d5ca0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.654704] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.654704] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-748a61fc-069f-4db0-a894-85defc113ef1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.659415] env[64147]: DEBUG oslo_vmware.api [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1762.659415] env[64147]: value = "task-1840358" [ 1762.659415] env[64147]: _type = "Task" [ 1762.659415] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.668619] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.668891] env[64147]: DEBUG oslo_vmware.api [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.780094] env[64147]: DEBUG nova.compute.utils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.788505] env[64147]: DEBUG nova.compute.manager [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1762.788699] env[64147]: DEBUG nova.network.neutron [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.790766] env[64147]: DEBUG oslo_concurrency.lockutils [req-48feb4ed-16f9-425d-a039-64047163642a req-ad2e64a1-488e-4689-8af4-51960855f534 service nova] Releasing lock "refresh_cache-fd26f2d8-5b60-47ea-9463-04f17c1c6804" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.791076] env[64147]: DEBUG nova.compute.manager [req-48feb4ed-16f9-425d-a039-64047163642a req-ad2e64a1-488e-4689-8af4-51960855f534 service nova] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Received event network-vif-deleted-2a543c2a-5867-4ecc-bf4c-64418378d808 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1762.791198] env[64147]: DEBUG nova.compute.manager [req-48feb4ed-16f9-425d-a039-64047163642a req-ad2e64a1-488e-4689-8af4-51960855f534 service nova] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Received event network-vif-deleted-190d0fe5-c9bd-4431-8baf-949bd79c08b6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1762.820305] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 30e9bf11-4391-410c-bf48-86942adffc4e] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1762.826651] env[64147]: DEBUG oslo_concurrency.lockutils [None req-00e38a03-1059-4459-8163-e2906ddca8b7 tempest-ServerRescueTestJSONUnderV235-1465050220 tempest-ServerRescueTestJSONUnderV235-1465050220-project-member] Lock "afc59702-ffca-4d8c-81ff-ca0022c1d669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.162s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.863080] env[64147]: DEBUG nova.policy [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abbe5864394340529f4876c039bcec25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3c6b2c3e0dd4fbe995c712710759ef3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1762.895435] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840356, 'name': ReconfigVM_Task, 'duration_secs': 0.207616} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.895763] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1762.900949] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc800b8e-6410-4ffc-909d-0270000b1bdd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.928895] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1762.928895] env[64147]: value = "task-1840359" [ 1762.928895] env[64147]: _type = "Task" [ 1762.928895] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.929319] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840357, 'name': Rename_Task, 'duration_secs': 0.150969} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.930249] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1762.933961] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de720e0e-0fd9-4471-9606-e482cfdeae1e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.939303] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ec4cf6-610d-480c-b99d-fb222da9c5ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.940604] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ed6e95-bc61-48cc-8945-7ff0b3dd8f6d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.946614] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.948278] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1762.948278] env[64147]: value = "task-1840360" [ 1762.948278] env[64147]: _type = "Task" [ 1762.948278] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.953369] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1762.953369] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b09b7e-2dd6-2a9f-7f67-870bed093603" [ 1762.953369] env[64147]: _type = "Task" [ 1762.953369] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.961307] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.968882] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b09b7e-2dd6-2a9f-7f67-870bed093603, 'name': SearchDatastore_Task, 'duration_secs': 0.012645} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.968882] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.968882] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] fd26f2d8-5b60-47ea-9463-04f17c1c6804/fd26f2d8-5b60-47ea-9463-04f17c1c6804.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1762.968882] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a61a83c8-311b-4df2-aedc-e74073347fd2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.974487] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1762.974487] env[64147]: value = "task-1840361" [ 1762.974487] env[64147]: _type = "Task" [ 1762.974487] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.989033] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.057606] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Releasing lock "refresh_cache-0b26e026-d2ae-4df5-8542-4070bb3d40ba" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.058046] env[64147]: DEBUG nova.compute.manager [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Instance network_info: |[{"id": "774462b2-f3f2-434e-b2a8-bdabc455c383", "address": "fa:16:3e:74:5a:68", "network": {"id": "0cf3dd12-5b34-4156-831b-2f3e450196af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-501548984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c04c68300ca547c0856c2f4a96ca1c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774462b2-f3", "ovs_interfaceid": "774462b2-f3f2-434e-b2a8-bdabc455c383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1763.058900] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:5a:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '774462b2-f3f2-434e-b2a8-bdabc455c383', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1763.068019] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Creating folder: Project (c04c68300ca547c0856c2f4a96ca1c97). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1763.068327] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-320a5b80-0133-4156-82ca-f52cc59cd008 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.078730] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Created folder: Project (c04c68300ca547c0856c2f4a96ca1c97) in parent group-v380629. [ 1763.079206] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Creating folder: Instances. Parent ref: group-v380829. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1763.079503] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a23a6eb-7403-44ce-937f-b49d8ebbc74c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.090038] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Created folder: Instances in parent group-v380829. [ 1763.093175] env[64147]: DEBUG oslo.service.loopingcall [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.093175] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1763.093175] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f851a39-0dca-4b73-ad17-37b4e12306f0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.112688] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.112688] env[64147]: value = "task-1840364" [ 1763.112688] env[64147]: _type = "Task" [ 1763.112688] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.123529] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840364, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.171102] env[64147]: DEBUG oslo_vmware.api [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840358, 'name': PowerOffVM_Task, 'duration_secs': 0.209931} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.171102] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1763.171102] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1763.171582] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e49d6336-97d3-4025-bf5c-b80b5941e721 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.289846] env[64147]: DEBUG nova.compute.manager [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1763.327686] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 330c9cd3-28a5-43f4-8795-3d65741a6075] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1763.420465] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1763.422132] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1763.422132] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleting the datastore file [datastore1] fa858069-56fa-4de6-885c-670408b92daa {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.422132] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bc69248-e5a5-4480-af7f-e3ba296dd27c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.438207] env[64147]: DEBUG oslo_vmware.api [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1763.438207] env[64147]: value = "task-1840366" [ 1763.438207] env[64147]: _type = "Task" [ 1763.438207] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.455116] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840359, 'name': ReconfigVM_Task, 'duration_secs': 0.219408} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.461667] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380827', 'volume_id': '36d208be-a1fa-4dcd-928c-636a0473b5c7', 'name': 'volume-36d208be-a1fa-4dcd-928c-636a0473b5c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04bb629a-dea1-43bb-b756-9a8b4224e1ec', 'attached_at': '', 'detached_at': '', 'volume_id': '36d208be-a1fa-4dcd-928c-636a0473b5c7', 'serial': '36d208be-a1fa-4dcd-928c-636a0473b5c7'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1763.462010] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.467917] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e057e7-e955-4a43-a855-9d0da54e6cd5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.471538] env[64147]: DEBUG oslo_vmware.api [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.487139] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1763.487139] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840360, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.487139] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51a39784-a216-4f03-ad61-effd3533d55f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.491502] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840361, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.562675] env[64147]: DEBUG nova.compute.manager [req-fc2cf9d1-abde-4859-aaae-7722eba7c92c req-1944f8ac-7dbf-4def-8a65-aea086247188 service nova] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Received event network-changed-774462b2-f3f2-434e-b2a8-bdabc455c383 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1763.562875] env[64147]: DEBUG nova.compute.manager [req-fc2cf9d1-abde-4859-aaae-7722eba7c92c req-1944f8ac-7dbf-4def-8a65-aea086247188 service nova] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Refreshing instance network info cache due to event network-changed-774462b2-f3f2-434e-b2a8-bdabc455c383. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1763.563244] env[64147]: DEBUG oslo_concurrency.lockutils [req-fc2cf9d1-abde-4859-aaae-7722eba7c92c req-1944f8ac-7dbf-4def-8a65-aea086247188 service nova] Acquiring lock "refresh_cache-0b26e026-d2ae-4df5-8542-4070bb3d40ba" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.563244] env[64147]: DEBUG oslo_concurrency.lockutils [req-fc2cf9d1-abde-4859-aaae-7722eba7c92c req-1944f8ac-7dbf-4def-8a65-aea086247188 service nova] Acquired lock "refresh_cache-0b26e026-d2ae-4df5-8542-4070bb3d40ba" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.563425] env[64147]: DEBUG nova.network.neutron [req-fc2cf9d1-abde-4859-aaae-7722eba7c92c req-1944f8ac-7dbf-4def-8a65-aea086247188 service nova] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Refreshing network info cache for port 774462b2-f3f2-434e-b2a8-bdabc455c383 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.587938] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1763.587938] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1763.587938] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleting the datastore file [datastore1] 04bb629a-dea1-43bb-b756-9a8b4224e1ec {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.588396] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33d8dcb9-c836-4160-97ba-831f579a8104 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.596061] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1763.596061] env[64147]: value = "task-1840368" [ 1763.596061] env[64147]: _type = "Task" [ 1763.596061] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.609690] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.622672] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840364, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.720442] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd32b52c-780b-436a-a274-71d5688a8f3f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.728396] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb40518-f708-4d32-8e92-14af6fbe0787 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.762410] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fd71a2-885f-41fb-b14c-40d8068e5d13 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.773045] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bda892c-c156-42c0-a24e-49f9175c9bb4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.784390] env[64147]: DEBUG nova.compute.provider_tree [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.835359] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 51a314bf-bbaa-41fc-9cd6-d87206b00333] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1763.950643] env[64147]: DEBUG oslo_vmware.api [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384332} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.950831] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.951030] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.951214] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.951387] env[64147]: INFO nova.compute.manager [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: fa858069-56fa-4de6-885c-670408b92daa] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1763.951624] env[64147]: DEBUG oslo.service.loopingcall [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.951815] env[64147]: DEBUG nova.compute.manager [-] [instance: fa858069-56fa-4de6-885c-670408b92daa] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1763.951909] env[64147]: DEBUG nova.network.neutron [-] [instance: fa858069-56fa-4de6-885c-670408b92daa] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1763.963859] env[64147]: DEBUG oslo_vmware.api [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840360, 'name': PowerOnVM_Task, 'duration_secs': 0.591568} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.963859] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1763.963859] env[64147]: INFO nova.compute.manager [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Took 14.84 seconds to spawn the instance on the hypervisor. [ 1763.964442] env[64147]: DEBUG nova.compute.manager [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1763.964812] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf4bb4-c6ed-443a-9c80-b4bc6c45ddc0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.985031] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636222} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.985296] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] fd26f2d8-5b60-47ea-9463-04f17c1c6804/fd26f2d8-5b60-47ea-9463-04f17c1c6804.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1763.985503] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1763.985746] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1435c93a-3ed4-4090-9927-51b3e165deea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.992181] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1763.992181] env[64147]: value = "task-1840369" [ 1763.992181] env[64147]: _type = "Task" [ 1763.992181] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.000410] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.106957] env[64147]: DEBUG oslo_vmware.api [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335586} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.107236] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.107468] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.107680] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.107861] env[64147]: INFO nova.compute.manager [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1764.108112] env[64147]: DEBUG oslo.service.loopingcall [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.108303] env[64147]: DEBUG nova.compute.manager [-] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1764.108420] env[64147]: DEBUG nova.network.neutron [-] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1764.123963] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840364, 'name': CreateVM_Task, 'duration_secs': 0.60622} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.124146] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1764.124993] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.124993] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.125308] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1764.125610] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3aceca1-4b4e-49d3-a966-13d1bde73810 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.131785] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1764.131785] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522706cd-c82a-0b84-173f-1db6a5b1c253" [ 1764.131785] env[64147]: _type = "Task" [ 1764.131785] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.141996] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522706cd-c82a-0b84-173f-1db6a5b1c253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.291038] env[64147]: DEBUG nova.scheduler.client.report [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.301122] env[64147]: DEBUG nova.network.neutron [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Successfully created port: 6e3a0e89-605f-45a5-bb39-5a6faac14f83 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1764.301431] env[64147]: DEBUG nova.compute.manager [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1764.338307] env[64147]: DEBUG nova.virt.hardware [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.338307] env[64147]: DEBUG nova.virt.hardware [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.338307] env[64147]: DEBUG nova.virt.hardware [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.338307] env[64147]: DEBUG nova.virt.hardware [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.338307] env[64147]: DEBUG nova.virt.hardware [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.338307] env[64147]: DEBUG nova.virt.hardware [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.338897] env[64147]: DEBUG nova.virt.hardware [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.339206] env[64147]: DEBUG nova.virt.hardware [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.339488] env[64147]: DEBUG nova.virt.hardware [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.339780] env[64147]: DEBUG nova.virt.hardware [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.340071] env[64147]: DEBUG nova.virt.hardware [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.341174] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb59bd74-13b4-4c6a-9eec-e0eb60abd749 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.344691] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 5410b69e-75c7-45d7-95a6-99c847419bf2] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1764.352499] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2145ad-4f2e-4834-8211-7d04bf397dd7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.359800] env[64147]: DEBUG nova.network.neutron [req-fc2cf9d1-abde-4859-aaae-7722eba7c92c req-1944f8ac-7dbf-4def-8a65-aea086247188 service nova] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Updated VIF entry in instance network info cache for port 774462b2-f3f2-434e-b2a8-bdabc455c383. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.360282] env[64147]: DEBUG nova.network.neutron [req-fc2cf9d1-abde-4859-aaae-7722eba7c92c req-1944f8ac-7dbf-4def-8a65-aea086247188 service nova] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Updating instance_info_cache with network_info: [{"id": "774462b2-f3f2-434e-b2a8-bdabc455c383", "address": "fa:16:3e:74:5a:68", "network": {"id": "0cf3dd12-5b34-4156-831b-2f3e450196af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-501548984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c04c68300ca547c0856c2f4a96ca1c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774462b2-f3", "ovs_interfaceid": "774462b2-f3f2-434e-b2a8-bdabc455c383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.496119] env[64147]: INFO nova.compute.manager [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Took 48.55 seconds to build instance. [ 1764.507784] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179275} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.508221] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1764.509101] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afab603c-b1c3-4669-b0da-3cb55201bba1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.533041] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] fd26f2d8-5b60-47ea-9463-04f17c1c6804/fd26f2d8-5b60-47ea-9463-04f17c1c6804.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1764.533912] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d548b67-e69c-489c-a806-9a7607208895 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.556071] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1764.556071] env[64147]: value = "task-1840370" [ 1764.556071] env[64147]: _type = "Task" [ 1764.556071] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.561641] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.641927] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522706cd-c82a-0b84-173f-1db6a5b1c253, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.642241] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.642586] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1764.642866] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.643057] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.643269] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1764.643551] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17bba7e7-5452-4ae9-8541-96e55b07f8c2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.651825] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1764.651986] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1764.652781] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e987ff30-5991-4081-9682-fdaba3e83713 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.658125] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1764.658125] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5228f45d-bbe4-eaa7-9b26-10adffcce125" [ 1764.658125] env[64147]: _type = "Task" [ 1764.658125] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.665541] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5228f45d-bbe4-eaa7-9b26-10adffcce125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.794241] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.795012] env[64147]: DEBUG nova.compute.manager [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1764.798093] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.336s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.800201] env[64147]: INFO nova.compute.claims [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1764.832946] env[64147]: DEBUG nova.network.neutron [-] [instance: fa858069-56fa-4de6-885c-670408b92daa] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.848060] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: fd3092bf-6577-4c5d-b638-1ef11f4b3c1e] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1764.871186] env[64147]: DEBUG oslo_concurrency.lockutils [req-fc2cf9d1-abde-4859-aaae-7722eba7c92c req-1944f8ac-7dbf-4def-8a65-aea086247188 service nova] Releasing lock "refresh_cache-0b26e026-d2ae-4df5-8542-4070bb3d40ba" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.920555] env[64147]: DEBUG nova.compute.manager [req-73c72641-cf19-4d70-a245-97544ed8741f req-e2cec9eb-b0f3-443c-97ee-67d080db415b service nova] [instance: fa858069-56fa-4de6-885c-670408b92daa] Received event network-vif-deleted-e8bec886-e96d-4ec2-8bb3-914354b7a356 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1765.001257] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b5db2b0-c2cf-4493-bf9b-1f98ef482f3a tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "0cea15a8-9ad1-48c9-b4f5-920112a28664" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.062s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.063526] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840370, 'name': ReconfigVM_Task, 'duration_secs': 0.310125} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.063601] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Reconfigured VM instance instance-0000004a to attach disk [datastore1] fd26f2d8-5b60-47ea-9463-04f17c1c6804/fd26f2d8-5b60-47ea-9463-04f17c1c6804.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.064237] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47730c95-74a7-4bfb-9a31-0f04ac6f6672 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.070561] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1765.070561] env[64147]: value = "task-1840371" [ 1765.070561] env[64147]: _type = "Task" [ 1765.070561] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.082076] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840371, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.172462] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5228f45d-bbe4-eaa7-9b26-10adffcce125, 'name': SearchDatastore_Task, 'duration_secs': 0.007787} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.175014] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e067bd4a-e973-49a4-966a-c28277b29dbc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.181100] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1765.181100] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]521a6e74-1464-cf63-6999-98686da2e3d7" [ 1765.181100] env[64147]: _type = "Task" [ 1765.181100] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.192181] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521a6e74-1464-cf63-6999-98686da2e3d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.305931] env[64147]: DEBUG nova.compute.utils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1765.310064] env[64147]: DEBUG nova.compute.manager [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1765.313323] env[64147]: DEBUG nova.network.neutron [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1765.335414] env[64147]: INFO nova.compute.manager [-] [instance: fa858069-56fa-4de6-885c-670408b92daa] Took 1.38 seconds to deallocate network for instance. [ 1765.352175] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: c23a554b-cedd-425d-9c37-1ef658fa8a1f] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1765.440166] env[64147]: DEBUG nova.policy [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d19dac81e3347b38e16c9d724e740e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '068f19de4bc04821907bbc561ecebc35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1765.580830] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840371, 'name': Rename_Task, 'duration_secs': 0.158344} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.581146] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1765.581472] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4af75fd8-4a52-4553-91c6-c40ef1a45a6e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.583026] env[64147]: DEBUG nova.network.neutron [-] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.590668] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1765.590668] env[64147]: value = "task-1840372" [ 1765.590668] env[64147]: _type = "Task" [ 1765.590668] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.601876] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.688592] env[64147]: DEBUG nova.compute.manager [req-d15386b7-c11a-49eb-ad40-e1ee7f9741f5 req-d3f911b9-e59f-410c-921f-d0ddd5de0daa service nova] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Received event network-vif-deleted-420341cd-9aaa-453e-8df5-59babaa9bfd5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1765.696156] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521a6e74-1464-cf63-6999-98686da2e3d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.696795] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.697613] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0b26e026-d2ae-4df5-8542-4070bb3d40ba/0b26e026-d2ae-4df5-8542-4070bb3d40ba.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1765.698536] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ea5e29b-2a28-4993-b1eb-a56f3dca482f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.706566] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1765.706566] env[64147]: value = "task-1840373" [ 1765.706566] env[64147]: _type = "Task" [ 1765.706566] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.714500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquiring lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.716157] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.722294] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.811386] env[64147]: DEBUG nova.compute.manager [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1765.843373] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.858318] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: d3e58ebd-5c8c-4ee3-8df3-cd7bd2be36be] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1765.896760] env[64147]: DEBUG nova.network.neutron [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Successfully created port: 3aaf7de7-53c7-49c2-b92c-d859317fe2f9 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1766.086192] env[64147]: INFO nova.compute.manager [-] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Took 1.98 seconds to deallocate network for instance. [ 1766.103652] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840372, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.219037] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840373, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.224418] env[64147]: DEBUG nova.compute.manager [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.271302] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb41edec-b4a2-435e-898d-eeebde4dbdda {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.284206] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d387750-49a9-4f1c-ab61-92656b1aab81 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.328530] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b8a51b-d7df-4a25-947e-1247948b3933 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.338229] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43ffe71-413b-4019-8295-3080e28bec83 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.354338] env[64147]: DEBUG nova.compute.provider_tree [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.362130] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: b4252094-c7cd-4d61-aa1f-e1e9b0b85f5d] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1766.604227] env[64147]: DEBUG oslo_vmware.api [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840372, 'name': PowerOnVM_Task, 'duration_secs': 0.571595} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.604731] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1766.604927] env[64147]: INFO nova.compute.manager [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Took 14.81 seconds to spawn the instance on the hypervisor. [ 1766.605180] env[64147]: DEBUG nova.compute.manager [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1766.606333] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8a9071-40b5-466a-9edd-2c070935a2c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.645684] env[64147]: INFO nova.compute.manager [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Took 0.56 seconds to detach 1 volumes for instance. [ 1766.718152] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583875} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.718456] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0b26e026-d2ae-4df5-8542-4070bb3d40ba/0b26e026-d2ae-4df5-8542-4070bb3d40ba.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1766.718756] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1766.719061] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79e60b9f-4287-46f1-bb79-b704aa985700 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.726437] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1766.726437] env[64147]: value = "task-1840374" [ 1766.726437] env[64147]: _type = "Task" [ 1766.726437] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.740637] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.757389] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.834706] env[64147]: DEBUG nova.compute.manager [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1766.860542] env[64147]: DEBUG nova.scheduler.client.report [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.866144] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 6bee5b18-1b30-4fbe-90bf-9306fdc4bc66] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1766.880057] env[64147]: DEBUG nova.virt.hardware [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1766.880310] env[64147]: DEBUG nova.virt.hardware [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1766.880500] env[64147]: DEBUG nova.virt.hardware [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1766.880701] env[64147]: DEBUG nova.virt.hardware [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1766.880849] env[64147]: DEBUG nova.virt.hardware [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1766.880995] env[64147]: DEBUG nova.virt.hardware [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1766.881335] env[64147]: DEBUG nova.virt.hardware [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1766.881509] env[64147]: DEBUG nova.virt.hardware [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1766.881676] env[64147]: DEBUG nova.virt.hardware [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1766.881838] env[64147]: DEBUG nova.virt.hardware [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1766.882151] env[64147]: DEBUG nova.virt.hardware [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1766.883322] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60be0db3-3ec9-4a7e-8bbf-835cd0508f89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.895565] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09e7e6c-abf7-4b99-9ba0-a34a4056f7a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.993810] env[64147]: DEBUG nova.compute.manager [req-2c7ac9e7-d21e-4370-86c0-7dd182aeb9da req-71a6f5e5-4415-4fce-a1ac-ed55b5946c3a service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Received event network-changed-7020c097-88db-4fb3-891b-b46c548d5a43 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1766.993810] env[64147]: DEBUG nova.compute.manager [req-2c7ac9e7-d21e-4370-86c0-7dd182aeb9da req-71a6f5e5-4415-4fce-a1ac-ed55b5946c3a service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Refreshing instance network info cache due to event network-changed-7020c097-88db-4fb3-891b-b46c548d5a43. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1766.993810] env[64147]: DEBUG oslo_concurrency.lockutils [req-2c7ac9e7-d21e-4370-86c0-7dd182aeb9da req-71a6f5e5-4415-4fce-a1ac-ed55b5946c3a service nova] Acquiring lock "refresh_cache-0cea15a8-9ad1-48c9-b4f5-920112a28664" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.993810] env[64147]: DEBUG oslo_concurrency.lockutils [req-2c7ac9e7-d21e-4370-86c0-7dd182aeb9da req-71a6f5e5-4415-4fce-a1ac-ed55b5946c3a service nova] Acquired lock "refresh_cache-0cea15a8-9ad1-48c9-b4f5-920112a28664" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.993810] env[64147]: DEBUG nova.network.neutron [req-2c7ac9e7-d21e-4370-86c0-7dd182aeb9da req-71a6f5e5-4415-4fce-a1ac-ed55b5946c3a service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Refreshing network info cache for port 7020c097-88db-4fb3-891b-b46c548d5a43 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.103292] env[64147]: DEBUG nova.network.neutron [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Successfully updated port: 6e3a0e89-605f-45a5-bb39-5a6faac14f83 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1767.140779] env[64147]: INFO nova.compute.manager [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Took 51.18 seconds to build instance. [ 1767.155574] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.239709] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094914} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.240034] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1767.242035] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babf9dd1-16ae-425e-a977-8067ebde9e8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.264163] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 0b26e026-d2ae-4df5-8542-4070bb3d40ba/0b26e026-d2ae-4df5-8542-4070bb3d40ba.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1767.265038] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae7c9706-bb73-4375-9cbc-22d3777f4e7f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.284491] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1767.284491] env[64147]: value = "task-1840375" [ 1767.284491] env[64147]: _type = "Task" [ 1767.284491] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.295017] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.372659] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.373218] env[64147]: DEBUG nova.compute.manager [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1767.379017] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: a2dd50c7-0e12-42d4-b6d3-c36c3e803e83] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1767.379017] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.890s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.379017] env[64147]: DEBUG nova.objects.instance [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1767.607905] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquiring lock "refresh_cache-3510a6cb-dc3f-4ec4-afdf-e73e49a59797" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.607905] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquired lock "refresh_cache-3510a6cb-dc3f-4ec4-afdf-e73e49a59797" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.607905] env[64147]: DEBUG nova.network.neutron [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1767.644350] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c7820767-ec79-4c69-9882-1a19d48e2199 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.692s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.794863] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.820599] env[64147]: DEBUG nova.compute.manager [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Received event network-vif-plugged-6e3a0e89-605f-45a5-bb39-5a6faac14f83 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1767.820823] env[64147]: DEBUG oslo_concurrency.lockutils [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] Acquiring lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.821044] env[64147]: DEBUG oslo_concurrency.lockutils [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] Lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.821216] env[64147]: DEBUG oslo_concurrency.lockutils [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] Lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.821645] env[64147]: DEBUG nova.compute.manager [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] No waiting events found dispatching network-vif-plugged-6e3a0e89-605f-45a5-bb39-5a6faac14f83 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1767.821645] env[64147]: WARNING nova.compute.manager [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Received unexpected event network-vif-plugged-6e3a0e89-605f-45a5-bb39-5a6faac14f83 for instance with vm_state building and task_state spawning. [ 1767.821765] env[64147]: DEBUG nova.compute.manager [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Received event network-changed-6e3a0e89-605f-45a5-bb39-5a6faac14f83 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1767.821884] env[64147]: DEBUG nova.compute.manager [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Refreshing instance network info cache due to event network-changed-6e3a0e89-605f-45a5-bb39-5a6faac14f83. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1767.822060] env[64147]: DEBUG oslo_concurrency.lockutils [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] Acquiring lock "refresh_cache-3510a6cb-dc3f-4ec4-afdf-e73e49a59797" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.879267] env[64147]: DEBUG nova.compute.utils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1767.881095] env[64147]: DEBUG nova.compute.manager [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1767.881273] env[64147]: DEBUG nova.network.neutron [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1767.883636] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: de5091b6-6ad7-4558-b508-edfe729eb701] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1767.957013] env[64147]: DEBUG nova.policy [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68b9ea4285ba42eb85093f1029933f59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '948d9003d5e941e3a90b07b3c25cf395', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1768.193113] env[64147]: DEBUG nova.network.neutron [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1768.298785] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840375, 'name': ReconfigVM_Task, 'duration_secs': 1.006804} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.299668] env[64147]: DEBUG nova.network.neutron [req-2c7ac9e7-d21e-4370-86c0-7dd182aeb9da req-71a6f5e5-4415-4fce-a1ac-ed55b5946c3a service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Updated VIF entry in instance network info cache for port 7020c097-88db-4fb3-891b-b46c548d5a43. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1768.300007] env[64147]: DEBUG nova.network.neutron [req-2c7ac9e7-d21e-4370-86c0-7dd182aeb9da req-71a6f5e5-4415-4fce-a1ac-ed55b5946c3a service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Updating instance_info_cache with network_info: [{"id": "7020c097-88db-4fb3-891b-b46c548d5a43", "address": "fa:16:3e:7d:d2:a8", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7020c097-88", "ovs_interfaceid": "7020c097-88db-4fb3-891b-b46c548d5a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.301179] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 0b26e026-d2ae-4df5-8542-4070bb3d40ba/0b26e026-d2ae-4df5-8542-4070bb3d40ba.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1768.304854] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eadaad6-5287-44b7-ad94-b524b003496d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.312352] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1768.312352] env[64147]: value = "task-1840376" [ 1768.312352] env[64147]: _type = "Task" [ 1768.312352] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.322834] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840376, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.379922] env[64147]: DEBUG nova.network.neutron [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Successfully updated port: 3aaf7de7-53c7-49c2-b92c-d859317fe2f9 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1768.384239] env[64147]: DEBUG nova.compute.manager [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1768.388773] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 6e64e601-dfce-46e6-a6f2-ea1f39401c2c] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1768.392494] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed62e98a-8943-4eeb-8c19-dd273b88c199 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.393523] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.663s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.393938] env[64147]: DEBUG nova.objects.instance [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lazy-loading 'resources' on Instance uuid 2d308923-3315-4395-9e34-5a2a41481883 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.535232] env[64147]: DEBUG nova.network.neutron [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Updating instance_info_cache with network_info: [{"id": "6e3a0e89-605f-45a5-bb39-5a6faac14f83", "address": "fa:16:3e:5b:bd:fd", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e3a0e89-60", "ovs_interfaceid": "6e3a0e89-605f-45a5-bb39-5a6faac14f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.538261] env[64147]: DEBUG nova.network.neutron [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Successfully created port: 3126fc06-7773-4a69-8a4d-da312f8561be {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1768.772421] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d25514b-7e72-4a96-8e24-ba1374d7a7ac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.779313] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfb98a8-254f-4c05-a7cc-d2887df303a9 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Suspending the VM {{(pid=64147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1768.779587] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aa95ff5c-65b9-4c0e-853e-3d3125a3d3b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.785784] env[64147]: DEBUG oslo_vmware.api [None req-8cfb98a8-254f-4c05-a7cc-d2887df303a9 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1768.785784] env[64147]: value = "task-1840377" [ 1768.785784] env[64147]: _type = "Task" [ 1768.785784] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.795088] env[64147]: DEBUG oslo_vmware.api [None req-8cfb98a8-254f-4c05-a7cc-d2887df303a9 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840377, 'name': SuspendVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.805767] env[64147]: DEBUG oslo_concurrency.lockutils [req-2c7ac9e7-d21e-4370-86c0-7dd182aeb9da req-71a6f5e5-4415-4fce-a1ac-ed55b5946c3a service nova] Releasing lock "refresh_cache-0cea15a8-9ad1-48c9-b4f5-920112a28664" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.823606] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840376, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.884642] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.884800] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.884951] env[64147]: DEBUG nova.network.neutron [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.898401] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 33630811-b576-401a-9356-a80ea5a1750c] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1769.038587] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Releasing lock "refresh_cache-3510a6cb-dc3f-4ec4-afdf-e73e49a59797" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.039194] env[64147]: DEBUG nova.compute.manager [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Instance network_info: |[{"id": "6e3a0e89-605f-45a5-bb39-5a6faac14f83", "address": "fa:16:3e:5b:bd:fd", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e3a0e89-60", "ovs_interfaceid": "6e3a0e89-605f-45a5-bb39-5a6faac14f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1769.039786] env[64147]: DEBUG oslo_concurrency.lockutils [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] Acquired lock "refresh_cache-3510a6cb-dc3f-4ec4-afdf-e73e49a59797" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.039786] env[64147]: DEBUG nova.network.neutron [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Refreshing network info cache for port 6e3a0e89-605f-45a5-bb39-5a6faac14f83 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.040809] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:bd:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e3a0e89-605f-45a5-bb39-5a6faac14f83', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1769.048812] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Creating folder: Project (b3c6b2c3e0dd4fbe995c712710759ef3). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1769.050288] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71bc9a64-86d6-4eae-a6be-762015e7588e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.061721] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Created folder: Project (b3c6b2c3e0dd4fbe995c712710759ef3) in parent group-v380629. [ 1769.061941] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Creating folder: Instances. Parent ref: group-v380832. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1769.065174] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85dc1b8b-5277-41de-bfb8-2a7bf82aea0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.076483] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Created folder: Instances in parent group-v380832. [ 1769.076727] env[64147]: DEBUG oslo.service.loopingcall [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.079258] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1769.079672] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-708670e4-88d3-4605-ba39-37295aae7231 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.104147] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1769.104147] env[64147]: value = "task-1840380" [ 1769.104147] env[64147]: _type = "Task" [ 1769.104147] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.112638] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840380, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.296034] env[64147]: DEBUG oslo_vmware.api [None req-8cfb98a8-254f-4c05-a7cc-d2887df303a9 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840377, 'name': SuspendVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.307702] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f327378-0c52-4553-adf7-39d894d4e95a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.319561] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9ec02a-01b4-4476-a34c-2a91bb8e8a3f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.328817] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840376, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.359458] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9559420a-1898-4052-bb1b-c86e276fefa5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.370518] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eee4a97-7ec6-4121-a3a4-c0814b77c81a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.386147] env[64147]: DEBUG nova.compute.provider_tree [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.405109] env[64147]: DEBUG nova.compute.manager [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1769.407619] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 35539f0e-e341-4d34-85ba-a1cff208b323] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1769.425986] env[64147]: DEBUG nova.network.neutron [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1769.451661] env[64147]: DEBUG nova.virt.hardware [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1769.451951] env[64147]: DEBUG nova.virt.hardware [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.452195] env[64147]: DEBUG nova.virt.hardware [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1769.452331] env[64147]: DEBUG nova.virt.hardware [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.452718] env[64147]: DEBUG nova.virt.hardware [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1769.452916] env[64147]: DEBUG nova.virt.hardware [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1769.453152] env[64147]: DEBUG nova.virt.hardware [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1769.453327] env[64147]: DEBUG nova.virt.hardware [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1769.453499] env[64147]: DEBUG nova.virt.hardware [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1769.453675] env[64147]: DEBUG nova.virt.hardware [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1769.453849] env[64147]: DEBUG nova.virt.hardware [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1769.455432] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a68938c-fa40-4cc3-83e0-d0015cbc8679 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.465487] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7846c2d-8e45-44fb-a5f3-952cba3829ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.588924] env[64147]: DEBUG nova.network.neutron [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance_info_cache with network_info: [{"id": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "address": "fa:16:3e:44:04:56", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaf7de7-53", "ovs_interfaceid": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.616545] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840380, 'name': CreateVM_Task, 'duration_secs': 0.417038} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.616715] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1769.617533] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.618716] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.618716] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1769.618716] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801a016a-56bf-41c0-975a-88162076ba25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.625806] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for the task: (returnval){ [ 1769.625806] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52c16d83-3313-1ed6-11b3-0a0b136e5519" [ 1769.625806] env[64147]: _type = "Task" [ 1769.625806] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.633817] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c16d83-3313-1ed6-11b3-0a0b136e5519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.800957] env[64147]: DEBUG oslo_vmware.api [None req-8cfb98a8-254f-4c05-a7cc-d2887df303a9 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840377, 'name': SuspendVM_Task} progress is 62%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.826846] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840376, 'name': Rename_Task, 'duration_secs': 1.317487} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.829731] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1769.830025] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fabdd90f-773a-4132-85eb-029f964e3a0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.837209] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1769.837209] env[64147]: value = "task-1840381" [ 1769.837209] env[64147]: _type = "Task" [ 1769.837209] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.846128] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.857934] env[64147]: DEBUG nova.compute.manager [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Received event network-vif-plugged-3aaf7de7-53c7-49c2-b92c-d859317fe2f9 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1769.858520] env[64147]: DEBUG oslo_concurrency.lockutils [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] Acquiring lock "506fe179-7007-4e92-8cf0-1610b3f0cc88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.858561] env[64147]: DEBUG oslo_concurrency.lockutils [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.859512] env[64147]: DEBUG oslo_concurrency.lockutils [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.859512] env[64147]: DEBUG nova.compute.manager [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] No waiting events found dispatching network-vif-plugged-3aaf7de7-53c7-49c2-b92c-d859317fe2f9 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1769.859512] env[64147]: WARNING nova.compute.manager [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Received unexpected event network-vif-plugged-3aaf7de7-53c7-49c2-b92c-d859317fe2f9 for instance with vm_state building and task_state spawning. [ 1769.859619] env[64147]: DEBUG nova.compute.manager [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Received event network-changed-3aaf7de7-53c7-49c2-b92c-d859317fe2f9 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1769.859776] env[64147]: DEBUG nova.compute.manager [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Refreshing instance network info cache due to event network-changed-3aaf7de7-53c7-49c2-b92c-d859317fe2f9. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1769.860046] env[64147]: DEBUG oslo_concurrency.lockutils [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] Acquiring lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.892284] env[64147]: DEBUG nova.scheduler.client.report [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.903440] env[64147]: DEBUG nova.network.neutron [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Updated VIF entry in instance network info cache for port 6e3a0e89-605f-45a5-bb39-5a6faac14f83. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.903828] env[64147]: DEBUG nova.network.neutron [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Updating instance_info_cache with network_info: [{"id": "6e3a0e89-605f-45a5-bb39-5a6faac14f83", "address": "fa:16:3e:5b:bd:fd", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e3a0e89-60", "ovs_interfaceid": "6e3a0e89-605f-45a5-bb39-5a6faac14f83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.913818] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: d9912b4a-3073-4db8-9362-ccafacf2802d] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1770.091776] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.091980] env[64147]: DEBUG nova.compute.manager [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Instance network_info: |[{"id": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "address": "fa:16:3e:44:04:56", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaf7de7-53", "ovs_interfaceid": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1770.092322] env[64147]: DEBUG oslo_concurrency.lockutils [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] Acquired lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.092519] env[64147]: DEBUG nova.network.neutron [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Refreshing network info cache for port 3aaf7de7-53c7-49c2-b92c-d859317fe2f9 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.093828] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:04:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aaf7de7-53c7-49c2-b92c-d859317fe2f9', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1770.104125] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating folder: Project (068f19de4bc04821907bbc561ecebc35). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1770.105275] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b32110c-7dbd-4fd5-bf25-47183b72ca2c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.119021] env[64147]: DEBUG nova.compute.manager [req-28703ee0-b4ce-4285-9681-d67b247ab562 req-e1cd2418-3c8d-4f08-b896-3f4a1796ad8e service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Received event network-vif-plugged-3126fc06-7773-4a69-8a4d-da312f8561be {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1770.119457] env[64147]: DEBUG oslo_concurrency.lockutils [req-28703ee0-b4ce-4285-9681-d67b247ab562 req-e1cd2418-3c8d-4f08-b896-3f4a1796ad8e service nova] Acquiring lock "687bfd09-ff71-466e-98f0-fec9193e17fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.119564] env[64147]: DEBUG oslo_concurrency.lockutils [req-28703ee0-b4ce-4285-9681-d67b247ab562 req-e1cd2418-3c8d-4f08-b896-3f4a1796ad8e service nova] Lock "687bfd09-ff71-466e-98f0-fec9193e17fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.119781] env[64147]: DEBUG oslo_concurrency.lockutils [req-28703ee0-b4ce-4285-9681-d67b247ab562 req-e1cd2418-3c8d-4f08-b896-3f4a1796ad8e service nova] Lock "687bfd09-ff71-466e-98f0-fec9193e17fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.120365] env[64147]: DEBUG nova.compute.manager [req-28703ee0-b4ce-4285-9681-d67b247ab562 req-e1cd2418-3c8d-4f08-b896-3f4a1796ad8e service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] No waiting events found dispatching network-vif-plugged-3126fc06-7773-4a69-8a4d-da312f8561be {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1770.120523] env[64147]: WARNING nova.compute.manager [req-28703ee0-b4ce-4285-9681-d67b247ab562 req-e1cd2418-3c8d-4f08-b896-3f4a1796ad8e service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Received unexpected event network-vif-plugged-3126fc06-7773-4a69-8a4d-da312f8561be for instance with vm_state building and task_state spawning. [ 1770.122913] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Created folder: Project (068f19de4bc04821907bbc561ecebc35) in parent group-v380629. [ 1770.123080] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating folder: Instances. Parent ref: group-v380835. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1770.123352] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-807d0c51-0d5a-4345-8301-6cf0922f9c94 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.135118] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c16d83-3313-1ed6-11b3-0a0b136e5519, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.136424] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.136672] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.136895] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.137059] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.137271] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.137605] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Created folder: Instances in parent group-v380835. [ 1770.137819] env[64147]: DEBUG oslo.service.loopingcall [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1770.138197] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42491842-5ff5-49c8-8d09-bf7f48c188ff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.141909] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1770.141909] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-055cfd4b-bad7-45b7-b0d1-b7f6a1b7c8f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.166763] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1770.166763] env[64147]: value = "task-1840384" [ 1770.166763] env[64147]: _type = "Task" [ 1770.166763] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.171823] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.172076] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.173922] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2dfc90-a088-4edc-a61b-00981bfbc490 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.180112] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840384, 'name': CreateVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.183606] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for the task: (returnval){ [ 1770.183606] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529f4951-ebbc-93a8-3702-460a149e7eca" [ 1770.183606] env[64147]: _type = "Task" [ 1770.183606] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.192917] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529f4951-ebbc-93a8-3702-460a149e7eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.267194] env[64147]: DEBUG nova.network.neutron [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Successfully updated port: 3126fc06-7773-4a69-8a4d-da312f8561be {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.300873] env[64147]: DEBUG oslo_vmware.api [None req-8cfb98a8-254f-4c05-a7cc-d2887df303a9 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840377, 'name': SuspendVM_Task, 'duration_secs': 1.086035} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.300873] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfb98a8-254f-4c05-a7cc-d2887df303a9 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Suspended the VM {{(pid=64147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1770.300873] env[64147]: DEBUG nova.compute.manager [None req-8cfb98a8-254f-4c05-a7cc-d2887df303a9 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1770.300873] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c608b31-f06a-4513-b595-4aa89a013316 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.348653] env[64147]: DEBUG oslo_vmware.api [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840381, 'name': PowerOnVM_Task, 'duration_secs': 0.47762} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.348766] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.349120] env[64147]: INFO nova.compute.manager [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Took 14.07 seconds to spawn the instance on the hypervisor. [ 1770.350112] env[64147]: DEBUG nova.compute.manager [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1770.351575] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b377c0a-e920-4a31-ac54-28869d4a42ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.400886] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.403410] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.634s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.403696] env[64147]: DEBUG nova.objects.instance [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lazy-loading 'resources' on Instance uuid df8acd8d-95fc-4441-92d1-b37207f54606 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.407836] env[64147]: DEBUG oslo_concurrency.lockutils [req-ce7a1fee-b56d-4d70-8278-12724a7f04f9 req-0cf4ed1a-4603-4e0d-a1d5-9ee5cdf95d84 service nova] Releasing lock "refresh_cache-3510a6cb-dc3f-4ec4-afdf-e73e49a59797" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.415082] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 43057bad-1a1f-4d28-8ec3-c98b82d34b99] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1770.421457] env[64147]: INFO nova.scheduler.client.report [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Deleted allocations for instance 2d308923-3315-4395-9e34-5a2a41481883 [ 1770.676931] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840384, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.696103] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529f4951-ebbc-93a8-3702-460a149e7eca, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.700315] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd59a1d4-5f72-4133-9f63-847438fb28c2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.702933] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquiring lock "1c947d46-e43c-4e51-899b-8680e294eb69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.703153] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Lock "1c947d46-e43c-4e51-899b-8680e294eb69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.710286] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for the task: (returnval){ [ 1770.710286] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52132076-a1e0-0f5f-f5b7-fccc7320e9a3" [ 1770.710286] env[64147]: _type = "Task" [ 1770.710286] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.720918] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52132076-a1e0-0f5f-f5b7-fccc7320e9a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.770433] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquiring lock "refresh_cache-687bfd09-ff71-466e-98f0-fec9193e17fc" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.770631] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquired lock "refresh_cache-687bfd09-ff71-466e-98f0-fec9193e17fc" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.772191] env[64147]: DEBUG nova.network.neutron [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.857869] env[64147]: DEBUG nova.network.neutron [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updated VIF entry in instance network info cache for port 3aaf7de7-53c7-49c2-b92c-d859317fe2f9. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.858260] env[64147]: DEBUG nova.network.neutron [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance_info_cache with network_info: [{"id": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "address": "fa:16:3e:44:04:56", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaf7de7-53", "ovs_interfaceid": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.870023] env[64147]: INFO nova.compute.manager [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Took 50.08 seconds to build instance. [ 1770.920080] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: eeb17f79-829d-40bf-b614-dac284c553f6] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1770.929228] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5294d4c6-df5b-4969-8a0f-ce2b6af5592e tempest-ServersAaction247Test-371609628 tempest-ServersAaction247Test-371609628-project-member] Lock "2d308923-3315-4395-9e34-5a2a41481883" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.448s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.182262] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840384, 'name': CreateVM_Task, 'duration_secs': 0.730885} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.182262] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1771.182262] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.182262] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.182262] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1771.185362] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757d511a-83e6-4040-9b54-d814eabe77ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.192550] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1771.192550] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526f4e35-118c-a9ab-a40e-0e11e6e7d9fc" [ 1771.192550] env[64147]: _type = "Task" [ 1771.192550] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.207719] env[64147]: DEBUG nova.compute.manager [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1771.213281] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526f4e35-118c-a9ab-a40e-0e11e6e7d9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.225590] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52132076-a1e0-0f5f-f5b7-fccc7320e9a3, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.225805] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.226167] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 3510a6cb-dc3f-4ec4-afdf-e73e49a59797/3510a6cb-dc3f-4ec4-afdf-e73e49a59797.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1771.226586] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-537c74c1-b8f5-48ca-b6d5-ad77aacfe7b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.239431] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for the task: (returnval){ [ 1771.239431] env[64147]: value = "task-1840385" [ 1771.239431] env[64147]: _type = "Task" [ 1771.239431] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.247353] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.282516] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d743a0-b933-4967-a3c1-d42adbbd5a5c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.285503] env[64147]: INFO nova.compute.manager [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Rescuing [ 1771.286083] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "refresh_cache-0b26e026-d2ae-4df5-8542-4070bb3d40ba" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.286083] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired lock "refresh_cache-0b26e026-d2ae-4df5-8542-4070bb3d40ba" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.286083] env[64147]: DEBUG nova.network.neutron [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.292605] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f1dcb4-150f-4d92-a511-898c26172a5e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.328943] env[64147]: DEBUG nova.network.neutron [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.329791] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9335c70c-09d9-4ac7-a6f8-3b87a1ddca9b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.338621] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c661e-13b0-4784-9156-3719c6963fd8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.354224] env[64147]: DEBUG nova.compute.provider_tree [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.361371] env[64147]: DEBUG oslo_concurrency.lockutils [req-e34a32df-2154-4354-b73d-1967b7a5a838 req-ccdfb576-23ca-4def-abea-435c4fb237aa service nova] Releasing lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.372055] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a50da7c0-8a71-4508-bb5e-e711c0442ac9 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.593s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.424726] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: d0244585-d683-4bf5-b9ca-790caff8b6f8] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1771.499597] env[64147]: DEBUG nova.network.neutron [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Updating instance_info_cache with network_info: [{"id": "3126fc06-7773-4a69-8a4d-da312f8561be", "address": "fa:16:3e:67:a7:12", "network": {"id": "b0b462d8-198b-4f15-916a-599c15d939d3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1544975274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948d9003d5e941e3a90b07b3c25cf395", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3126fc06-77", "ovs_interfaceid": "3126fc06-7773-4a69-8a4d-da312f8561be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.703994] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526f4e35-118c-a9ab-a40e-0e11e6e7d9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.274509} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.704423] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.704719] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1771.705045] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.705264] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.705527] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1771.706040] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-440e4b56-43c7-4b1c-8774-a4ef7172d74b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.722269] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1771.722572] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1771.723489] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9e619f-c405-4fd9-90fe-ee073ed8ac72 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.729489] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.731068] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1771.731068] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ea2fe4-8f01-972c-5d2b-017304e877da" [ 1771.731068] env[64147]: _type = "Task" [ 1771.731068] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.739412] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ea2fe4-8f01-972c-5d2b-017304e877da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.748126] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840385, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.861691] env[64147]: DEBUG nova.scheduler.client.report [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.930249] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: c0c58aa9-d373-4b8a-a6dc-75d842c3f3a7] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1772.002334] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Releasing lock "refresh_cache-687bfd09-ff71-466e-98f0-fec9193e17fc" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.002634] env[64147]: DEBUG nova.compute.manager [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Instance network_info: |[{"id": "3126fc06-7773-4a69-8a4d-da312f8561be", "address": "fa:16:3e:67:a7:12", "network": {"id": "b0b462d8-198b-4f15-916a-599c15d939d3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1544975274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948d9003d5e941e3a90b07b3c25cf395", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3126fc06-77", "ovs_interfaceid": "3126fc06-7773-4a69-8a4d-da312f8561be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1772.003067] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:a7:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3126fc06-7773-4a69-8a4d-da312f8561be', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.012259] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Creating folder: Project (948d9003d5e941e3a90b07b3c25cf395). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.013965] env[64147]: DEBUG nova.network.neutron [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Updating instance_info_cache with network_info: [{"id": "774462b2-f3f2-434e-b2a8-bdabc455c383", "address": "fa:16:3e:74:5a:68", "network": {"id": "0cf3dd12-5b34-4156-831b-2f3e450196af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-501548984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c04c68300ca547c0856c2f4a96ca1c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774462b2-f3", "ovs_interfaceid": "774462b2-f3f2-434e-b2a8-bdabc455c383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.014475] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74ed6c34-ca23-48b8-a16a-f178c4a6a72a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.024816] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Created folder: Project (948d9003d5e941e3a90b07b3c25cf395) in parent group-v380629. [ 1772.024995] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Creating folder: Instances. Parent ref: group-v380838. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.025256] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5966179c-05f6-48db-b7b4-a8ccb1a083c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.034136] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Created folder: Instances in parent group-v380838. [ 1772.034378] env[64147]: DEBUG oslo.service.loopingcall [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.034608] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.034752] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-922c168d-a25f-4037-890e-965369a413d9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.054608] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.054608] env[64147]: value = "task-1840388" [ 1772.054608] env[64147]: _type = "Task" [ 1772.054608] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.062405] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840388, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.152445] env[64147]: DEBUG nova.compute.manager [req-e0965d9b-76a5-4b5a-b5ed-b0e8cea43784 req-427bdd94-2686-4f83-a09c-1b98fae87875 service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Received event network-changed-3126fc06-7773-4a69-8a4d-da312f8561be {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1772.152708] env[64147]: DEBUG nova.compute.manager [req-e0965d9b-76a5-4b5a-b5ed-b0e8cea43784 req-427bdd94-2686-4f83-a09c-1b98fae87875 service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Refreshing instance network info cache due to event network-changed-3126fc06-7773-4a69-8a4d-da312f8561be. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1772.152963] env[64147]: DEBUG oslo_concurrency.lockutils [req-e0965d9b-76a5-4b5a-b5ed-b0e8cea43784 req-427bdd94-2686-4f83-a09c-1b98fae87875 service nova] Acquiring lock "refresh_cache-687bfd09-ff71-466e-98f0-fec9193e17fc" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.153350] env[64147]: DEBUG oslo_concurrency.lockutils [req-e0965d9b-76a5-4b5a-b5ed-b0e8cea43784 req-427bdd94-2686-4f83-a09c-1b98fae87875 service nova] Acquired lock "refresh_cache-687bfd09-ff71-466e-98f0-fec9193e17fc" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.153561] env[64147]: DEBUG nova.network.neutron [req-e0965d9b-76a5-4b5a-b5ed-b0e8cea43784 req-427bdd94-2686-4f83-a09c-1b98fae87875 service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Refreshing network info cache for port 3126fc06-7773-4a69-8a4d-da312f8561be {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.242491] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ea2fe4-8f01-972c-5d2b-017304e877da, 'name': SearchDatastore_Task, 'duration_secs': 0.060484} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.246145] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e0fbfd-b91e-490c-bf7c-1d521b53270b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.253365] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760334} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.254599] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 3510a6cb-dc3f-4ec4-afdf-e73e49a59797/3510a6cb-dc3f-4ec4-afdf-e73e49a59797.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1772.254821] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1772.255158] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1772.255158] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5200a806-ba93-4dfa-2b3b-a4adc7b533f8" [ 1772.255158] env[64147]: _type = "Task" [ 1772.255158] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.255437] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29246057-a692-4b0d-bbe1-472a156bc4ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.265217] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5200a806-ba93-4dfa-2b3b-a4adc7b533f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.266552] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for the task: (returnval){ [ 1772.266552] env[64147]: value = "task-1840389" [ 1772.266552] env[64147]: _type = "Task" [ 1772.266552] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.274231] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.369670] env[64147]: DEBUG nova.compute.manager [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.370471] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.373480] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f917ae-d833-42d2-81a5-6793737d459e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.376410] env[64147]: DEBUG oslo_concurrency.lockutils [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.790s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.376639] env[64147]: DEBUG nova.objects.instance [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lazy-loading 'resources' on Instance uuid 53ceb216-7d63-4dfd-8185-1bf488665180 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.399692] env[64147]: INFO nova.scheduler.client.report [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Deleted allocations for instance df8acd8d-95fc-4441-92d1-b37207f54606 [ 1772.438128] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 16a166da-44a9-4883-a4d0-981f3d256f1b] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1772.518093] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Releasing lock "refresh_cache-0b26e026-d2ae-4df5-8542-4070bb3d40ba" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.566337] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840388, 'name': CreateVM_Task, 'duration_secs': 0.473602} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.566517] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1772.567229] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.567436] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.567763] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1772.568063] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852bcefa-2b42-4ce9-a65a-be792a190d67 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.573222] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for the task: (returnval){ [ 1772.573222] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ddbd88-00bc-b7f1-d33f-c46fb8e18482" [ 1772.573222] env[64147]: _type = "Task" [ 1772.573222] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.582841] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ddbd88-00bc-b7f1-d33f-c46fb8e18482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.769870] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5200a806-ba93-4dfa-2b3b-a4adc7b533f8, 'name': SearchDatastore_Task, 'duration_secs': 0.033113} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.772985] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.773465] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 506fe179-7007-4e92-8cf0-1610b3f0cc88/506fe179-7007-4e92-8cf0-1610b3f0cc88.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1772.773590] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f615b65-144f-4bcc-b771-9c57062244b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.781253] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226037} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.782425] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.782818] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1772.782818] env[64147]: value = "task-1840390" [ 1772.782818] env[64147]: _type = "Task" [ 1772.782818] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.783679] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f74c2f-4b86-4be6-9a40-56a999a46ff8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.797115] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.817754] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 3510a6cb-dc3f-4ec4-afdf-e73e49a59797/3510a6cb-dc3f-4ec4-afdf-e73e49a59797.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.818623] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98f4cc99-fa3c-43e2-816f-0fe8bcecfe17 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.841116] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for the task: (returnval){ [ 1772.841116] env[64147]: value = "task-1840391" [ 1772.841116] env[64147]: _type = "Task" [ 1772.841116] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.850066] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.872882] env[64147]: DEBUG nova.network.neutron [req-e0965d9b-76a5-4b5a-b5ed-b0e8cea43784 req-427bdd94-2686-4f83-a09c-1b98fae87875 service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Updated VIF entry in instance network info cache for port 3126fc06-7773-4a69-8a4d-da312f8561be. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1772.873296] env[64147]: DEBUG nova.network.neutron [req-e0965d9b-76a5-4b5a-b5ed-b0e8cea43784 req-427bdd94-2686-4f83-a09c-1b98fae87875 service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Updating instance_info_cache with network_info: [{"id": "3126fc06-7773-4a69-8a4d-da312f8561be", "address": "fa:16:3e:67:a7:12", "network": {"id": "b0b462d8-198b-4f15-916a-599c15d939d3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1544975274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "948d9003d5e941e3a90b07b3c25cf395", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3126fc06-77", "ovs_interfaceid": "3126fc06-7773-4a69-8a4d-da312f8561be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.889084] env[64147]: INFO nova.compute.manager [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] instance snapshotting [ 1772.889309] env[64147]: WARNING nova.compute.manager [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1772.891902] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893780a2-bb0f-440c-8488-d9809407b20d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.916057] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5734ae6-25e3-4274-8759-bc210f370bc0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.919388] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ef594fa-a73c-4711-a2c9-363e1827aba2 tempest-ServerShowV254Test-94802921 tempest-ServerShowV254Test-94802921-project-member] Lock "df8acd8d-95fc-4441-92d1-b37207f54606" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.425s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.941715] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: c43066a1-578d-4601-b350-1fdbd0a6a904] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1773.087967] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ddbd88-00bc-b7f1-d33f-c46fb8e18482, 'name': SearchDatastore_Task, 'duration_secs': 0.029334} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.088321] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.088660] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.088899] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.089068] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.089248] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.089523] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a9659ea-37f8-4ac8-af4b-3c4826c980c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.107090] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.107419] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1773.111685] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9a73f5-161b-4f8f-86a5-dff0e3f93036 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.119234] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for the task: (returnval){ [ 1773.119234] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52927091-5df4-2098-fc69-9483a88bff11" [ 1773.119234] env[64147]: _type = "Task" [ 1773.119234] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.134198] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52927091-5df4-2098-fc69-9483a88bff11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.226442] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157f0a28-66bb-4454-812e-b06b00c676ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.235606] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0ce5ef-7c31-4e81-ab99-d9fecc03d497 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.268980] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c666717d-018f-46ed-8ea9-df14fdc8f6ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.278830] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d93e0be-6f2f-4ef8-a86d-c34378815ee0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.296802] env[64147]: DEBUG nova.compute.provider_tree [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.307463] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501491} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.307781] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 506fe179-7007-4e92-8cf0-1610b3f0cc88/506fe179-7007-4e92-8cf0-1610b3f0cc88.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1773.308239] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1773.308571] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa04168b-e473-443f-9e1d-ec596d71057c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.315890] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1773.315890] env[64147]: value = "task-1840392" [ 1773.315890] env[64147]: _type = "Task" [ 1773.315890] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.326230] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.351681] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.376694] env[64147]: DEBUG oslo_concurrency.lockutils [req-e0965d9b-76a5-4b5a-b5ed-b0e8cea43784 req-427bdd94-2686-4f83-a09c-1b98fae87875 service nova] Releasing lock "refresh_cache-687bfd09-ff71-466e-98f0-fec9193e17fc" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.429235] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1773.429558] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-20a440f2-38af-4688-9e99-99a724cc6d59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.436496] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1773.436496] env[64147]: value = "task-1840393" [ 1773.436496] env[64147]: _type = "Task" [ 1773.436496] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.445964] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.447357] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: c4c6f28d-0842-4889-b5e3-ac85cf7f2d1e] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1773.631237] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52927091-5df4-2098-fc69-9483a88bff11, 'name': SearchDatastore_Task, 'duration_secs': 0.060379} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.632113] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc06dae8-f5aa-4cb4-8661-f83c2abee6fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.638187] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for the task: (returnval){ [ 1773.638187] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ef923b-cd3b-f341-7b18-b664f358a5e1" [ 1773.638187] env[64147]: _type = "Task" [ 1773.638187] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.646321] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ef923b-cd3b-f341-7b18-b664f358a5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.804902] env[64147]: DEBUG nova.scheduler.client.report [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.826325] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073171} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.826595] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1773.827416] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d5cc90-9400-434f-b47f-1d40e6b812f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.850266] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 506fe179-7007-4e92-8cf0-1610b3f0cc88/506fe179-7007-4e92-8cf0-1610b3f0cc88.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1773.850662] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1550d9b-f9ac-46b5-9041-a4e92489d5c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.874182] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840391, 'name': ReconfigVM_Task, 'duration_secs': 0.579943} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.875620] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 3510a6cb-dc3f-4ec4-afdf-e73e49a59797/3510a6cb-dc3f-4ec4-afdf-e73e49a59797.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.876393] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1773.876393] env[64147]: value = "task-1840394" [ 1773.876393] env[64147]: _type = "Task" [ 1773.876393] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.876640] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc407656-c974-45d7-bd2c-a9a5b40ae33d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.886704] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.887965] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for the task: (returnval){ [ 1773.887965] env[64147]: value = "task-1840395" [ 1773.887965] env[64147]: _type = "Task" [ 1773.887965] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.899446] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840395, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.946849] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.950439] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 5ae6e0ed-3ded-432c-9efa-bdb576f5079b] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1774.054988] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.055331] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7fe8d11-ee91-4d44-9f5e-bb6d436b785d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.063368] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1774.063368] env[64147]: value = "task-1840396" [ 1774.063368] env[64147]: _type = "Task" [ 1774.063368] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.071627] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.150346] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ef923b-cd3b-f341-7b18-b664f358a5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.150622] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.150869] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 687bfd09-ff71-466e-98f0-fec9193e17fc/687bfd09-ff71-466e-98f0-fec9193e17fc.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1774.151142] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a6cbb5e-0c28-4ac2-94e0-5ffc605b963f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.157572] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for the task: (returnval){ [ 1774.157572] env[64147]: value = "task-1840397" [ 1774.157572] env[64147]: _type = "Task" [ 1774.157572] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.166848] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.309980] env[64147]: DEBUG oslo_concurrency.lockutils [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.312699] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.644s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.313113] env[64147]: DEBUG nova.objects.instance [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lazy-loading 'resources' on Instance uuid b963fd88-11ad-48ec-910c-e531c727961e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.332802] env[64147]: INFO nova.scheduler.client.report [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Deleted allocations for instance 53ceb216-7d63-4dfd-8185-1bf488665180 [ 1774.388956] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840394, 'name': ReconfigVM_Task, 'duration_secs': 0.481366} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.391986] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 506fe179-7007-4e92-8cf0-1610b3f0cc88/506fe179-7007-4e92-8cf0-1610b3f0cc88.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1774.392823] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10e91de5-861c-4520-a710-7a5e693bb5c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.399271] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840395, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.400775] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1774.400775] env[64147]: value = "task-1840398" [ 1774.400775] env[64147]: _type = "Task" [ 1774.400775] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.408317] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840398, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.446470] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840393, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.453321] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f6a97d93-1aaf-4c84-b46a-b6c24cfa9cde] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1774.573361] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840396, 'name': PowerOffVM_Task, 'duration_secs': 0.190064} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.573622] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.574530] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ccc3fd-e0f9-4f34-9477-4e3fc0147ba0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.592281] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a04097-80b4-4721-80e1-607ea139d351 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.620925] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.621220] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-300dd1b1-a5b4-4bf3-9bbf-50eec4341f90 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.627058] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1774.627058] env[64147]: value = "task-1840399" [ 1774.627058] env[64147]: _type = "Task" [ 1774.627058] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.634723] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.666161] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.841262] env[64147]: DEBUG oslo_concurrency.lockutils [None req-480472f3-1d30-4385-98fa-da5a6bc831f9 tempest-MigrationsAdminTest-502848014 tempest-MigrationsAdminTest-502848014-project-member] Lock "53ceb216-7d63-4dfd-8185-1bf488665180" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.885s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.902470] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840395, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.910568] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840398, 'name': Rename_Task, 'duration_secs': 0.131194} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.910670] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.910858] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5333e26f-deae-49b7-ae06-e25faa569435 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.919115] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1774.919115] env[64147]: value = "task-1840400" [ 1774.919115] env[64147]: _type = "Task" [ 1774.919115] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.928357] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.950259] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840393, 'name': CreateSnapshot_Task, 'duration_secs': 1.134396} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.950533] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1774.951327] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd076f2-d8c2-45c5-896f-d64d254b7dea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.958808] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1050f2b2-a884-40d6-b519-a381df45f896] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1775.094890] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccf880c-f9c1-41ab-b763-12fd4b243c42 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.103485] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a330ac4e-5eb3-44d5-956f-4cc8b3960ab3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.138433] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e679c72e-08c1-4f3c-af43-99c9485faf55 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.149772] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1775.150090] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1775.150361] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.150517] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.150699] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1775.151010] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00cb81a5-b447-4d80-a1bb-ff0213f169f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.154248] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f5c2a6-a3b9-4527-9b00-dedba1b8d807 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.174508] env[64147]: DEBUG nova.compute.provider_tree [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.180900] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840397, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.181143] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.181308] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.182328] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1817846b-f61e-402e-8ce7-0704a74daf35 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.188782] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1775.188782] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e40e13-556e-df5e-b30c-c650998fb93a" [ 1775.188782] env[64147]: _type = "Task" [ 1775.188782] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.199504] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e40e13-556e-df5e-b30c-c650998fb93a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.400463] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840395, 'name': Rename_Task, 'duration_secs': 1.151952} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.400727] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.400987] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4523ca77-6b10-4812-8ec7-f20f06898c65 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.407775] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for the task: (returnval){ [ 1775.407775] env[64147]: value = "task-1840401" [ 1775.407775] env[64147]: _type = "Task" [ 1775.407775] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.416069] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.428503] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840400, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.466362] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 8660ef73-3c1f-42d2-8a8e-bf7a086671c7] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1775.475337] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1775.475899] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57b5d9cd-3d3e-4284-a54d-b3df8bdcb2a8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.487243] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1775.487243] env[64147]: value = "task-1840402" [ 1775.487243] env[64147]: _type = "Task" [ 1775.487243] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.497948] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840402, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.669458] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840397, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.300623} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.669812] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 687bfd09-ff71-466e-98f0-fec9193e17fc/687bfd09-ff71-466e-98f0-fec9193e17fc.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1775.670063] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.670371] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9641e8f-a77c-479f-bac5-f2e01258a61d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.676847] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for the task: (returnval){ [ 1775.676847] env[64147]: value = "task-1840403" [ 1775.676847] env[64147]: _type = "Task" [ 1775.676847] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.683612] env[64147]: DEBUG nova.scheduler.client.report [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.690442] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.700632] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e40e13-556e-df5e-b30c-c650998fb93a, 'name': SearchDatastore_Task, 'duration_secs': 0.047806} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.701489] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ded186d-cc62-4336-8164-400da4597e3e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.708571] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1775.708571] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5227a786-c5fd-ee3e-b69d-970a31b564dd" [ 1775.708571] env[64147]: _type = "Task" [ 1775.708571] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.718251] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5227a786-c5fd-ee3e-b69d-970a31b564dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.917196] env[64147]: DEBUG oslo_vmware.api [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840401, 'name': PowerOnVM_Task, 'duration_secs': 0.486856} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.917544] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.917796] env[64147]: INFO nova.compute.manager [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Took 11.62 seconds to spawn the instance on the hypervisor. [ 1775.918017] env[64147]: DEBUG nova.compute.manager [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.918867] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d60f5d-9b66-42de-b7d0-a00f2440a3be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.929678] env[64147]: DEBUG oslo_vmware.api [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840400, 'name': PowerOnVM_Task, 'duration_secs': 0.628066} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.931646] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.931848] env[64147]: INFO nova.compute.manager [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1775.932169] env[64147]: DEBUG nova.compute.manager [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.936808] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ca07dc-9c79-44b0-b8d3-0b743372959c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.976823] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 3a9c7040-44b2-45a9-bbea-16995a643e08] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1775.999304] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840402, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.187810] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0736} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.188588] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1776.189421] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e119079c-bc60-48ae-8a81-2ff99e62f15c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.192593] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.194614] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.351s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.194837] env[64147]: DEBUG nova.objects.instance [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lazy-loading 'resources' on Instance uuid fa858069-56fa-4de6-885c-670408b92daa {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.218727] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 687bfd09-ff71-466e-98f0-fec9193e17fc/687bfd09-ff71-466e-98f0-fec9193e17fc.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.222973] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd4fc93-d33c-4222-b01f-a505d78d84ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.237904] env[64147]: INFO nova.scheduler.client.report [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Deleted allocations for instance b963fd88-11ad-48ec-910c-e531c727961e [ 1776.248249] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5227a786-c5fd-ee3e-b69d-970a31b564dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009598} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.249558] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.249831] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0b26e026-d2ae-4df5-8542-4070bb3d40ba/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. {{(pid=64147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1776.250442] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for the task: (returnval){ [ 1776.250442] env[64147]: value = "task-1840404" [ 1776.250442] env[64147]: _type = "Task" [ 1776.250442] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.250594] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8183bbbf-ddd0-457b-beb5-a9f56aa10007 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.261763] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840404, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.263360] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1776.263360] env[64147]: value = "task-1840405" [ 1776.263360] env[64147]: _type = "Task" [ 1776.263360] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.275969] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.447028] env[64147]: INFO nova.compute.manager [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Took 32.86 seconds to build instance. [ 1776.453674] env[64147]: INFO nova.compute.manager [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Took 25.17 seconds to build instance. [ 1776.480133] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 0f2d5b53-a0a8-4555-90b7-74546298b6d5] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1776.498759] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840402, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.745094] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1bf0671b-4e19-4c78-b28c-f320bd5ac8fb tempest-ServersNegativeTestJSON-993163870 tempest-ServersNegativeTestJSON-993163870-project-member] Lock "b963fd88-11ad-48ec-910c-e531c727961e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.998s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.766315] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.776537] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.908358] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7329bdd6-f681-4942-ad7f-86cd39650179 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.916211] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d977a0-d7d9-403a-ac67-89bc4582aba6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.948218] env[64147]: DEBUG oslo_concurrency.lockutils [None req-05f69fac-2ae3-497f-aa5d-332cc380c061 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.370s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.949308] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f5895d-06c8-47ce-9e32-5ccc68db787c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.955859] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3c56dd32-8fc6-4cd5-8d63-e9e021371e34 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.686s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.959485] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a869127b-1a65-46a1-baba-41c74215a9ee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.973315] env[64147]: DEBUG nova.compute.provider_tree [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.983064] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 44bcb5fd-4cd2-4bf4-bf80-71ddce99bf52] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1777.001501] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840402, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.264245] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.276142] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840405, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.477148] env[64147]: DEBUG nova.scheduler.client.report [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.485924] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 38bb528d-e25b-468e-9d8c-bbfe8cf09ce9] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1777.500394] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840402, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.767081] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840404, 'name': ReconfigVM_Task, 'duration_secs': 1.121496} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.767081] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 687bfd09-ff71-466e-98f0-fec9193e17fc/687bfd09-ff71-466e-98f0-fec9193e17fc.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.767081] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6270d4a1-b37a-4420-b9f0-1910cad7ce59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.776295] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840405, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.047384} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.780179] env[64147]: INFO nova.virt.vmwareapi.ds_util [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0b26e026-d2ae-4df5-8542-4070bb3d40ba/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. [ 1777.780455] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for the task: (returnval){ [ 1777.780455] env[64147]: value = "task-1840406" [ 1777.780455] env[64147]: _type = "Task" [ 1777.780455] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.781137] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e25b8ea-88ca-4ed5-9efa-4fb6c04d8f4f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.798609] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840406, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.821685] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 0b26e026-d2ae-4df5-8542-4070bb3d40ba/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1777.822944] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0488a2ac-6dc0-4dfc-b653-bf6446ca4bb2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.846603] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1777.846603] env[64147]: value = "task-1840407" [ 1777.846603] env[64147]: _type = "Task" [ 1777.846603] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.855793] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.982654] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.984808] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.228s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.986334] env[64147]: INFO nova.compute.claims [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1777.989723] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: b7395f42-7370-49c6-b975-05a3432f71d4] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1778.002789] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840402, 'name': CloneVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.014604] env[64147]: INFO nova.scheduler.client.report [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleted allocations for instance fa858069-56fa-4de6-885c-670408b92daa [ 1778.027099] env[64147]: DEBUG nova.compute.manager [req-1319241e-48ad-4869-8869-5944a232f8d1 req-7fe0bd22-a419-48cb-9354-a209c8704f50 service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Received event network-changed-3aaf7de7-53c7-49c2-b92c-d859317fe2f9 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1778.027099] env[64147]: DEBUG nova.compute.manager [req-1319241e-48ad-4869-8869-5944a232f8d1 req-7fe0bd22-a419-48cb-9354-a209c8704f50 service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Refreshing instance network info cache due to event network-changed-3aaf7de7-53c7-49c2-b92c-d859317fe2f9. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1778.027099] env[64147]: DEBUG oslo_concurrency.lockutils [req-1319241e-48ad-4869-8869-5944a232f8d1 req-7fe0bd22-a419-48cb-9354-a209c8704f50 service nova] Acquiring lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.027099] env[64147]: DEBUG oslo_concurrency.lockutils [req-1319241e-48ad-4869-8869-5944a232f8d1 req-7fe0bd22-a419-48cb-9354-a209c8704f50 service nova] Acquired lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.027310] env[64147]: DEBUG nova.network.neutron [req-1319241e-48ad-4869-8869-5944a232f8d1 req-7fe0bd22-a419-48cb-9354-a209c8704f50 service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Refreshing network info cache for port 3aaf7de7-53c7-49c2-b92c-d859317fe2f9 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1778.297504] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840406, 'name': Rename_Task, 'duration_secs': 0.296284} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.297646] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1778.297924] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8319380-3eee-46eb-9683-74d775d5e28c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.304140] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for the task: (returnval){ [ 1778.304140] env[64147]: value = "task-1840408" [ 1778.304140] env[64147]: _type = "Task" [ 1778.304140] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.314462] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.341639] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquiring lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.341913] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.342150] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquiring lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.342339] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.342512] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.344655] env[64147]: INFO nova.compute.manager [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Terminating instance [ 1778.356881] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840407, 'name': ReconfigVM_Task, 'duration_secs': 0.428832} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.357951] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 0b26e026-d2ae-4df5-8542-4070bb3d40ba/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1778.359128] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d20bb-67dd-47e9-9c10-57b3ac6a4132 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.391031] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d19e19a-e170-42cd-84cc-f2ed0c748a52 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.408668] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1778.408668] env[64147]: value = "task-1840409" [ 1778.408668] env[64147]: _type = "Task" [ 1778.408668] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.417807] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.495564] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 482d902a-48d3-4165-b346-9e4266f2c923] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1778.508124] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840402, 'name': CloneVM_Task, 'duration_secs': 2.538793} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.509113] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Created linked-clone VM from snapshot [ 1778.512730] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1148e3b9-4327-4f6e-96a6-749218685db3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.527697] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Uploading image 79e5faec-15a8-4dc7-aa0f-06e6a0ac9f61 {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1778.530580] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4da99fd5-8468-46cb-ba06-ab536fb6519d tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "fa858069-56fa-4de6-885c-670408b92daa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.404s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.559604] env[64147]: DEBUG oslo_vmware.rw_handles [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1778.559604] env[64147]: value = "vm-380842" [ 1778.559604] env[64147]: _type = "VirtualMachine" [ 1778.559604] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1778.560168] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b04e428-d100-47e9-bad5-4724b1668656 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.571726] env[64147]: DEBUG oslo_vmware.rw_handles [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lease: (returnval){ [ 1778.571726] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5216653d-538e-dabb-09d6-14ebf832ce9d" [ 1778.571726] env[64147]: _type = "HttpNfcLease" [ 1778.571726] env[64147]: } obtained for exporting VM: (result){ [ 1778.571726] env[64147]: value = "vm-380842" [ 1778.571726] env[64147]: _type = "VirtualMachine" [ 1778.571726] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1778.572113] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the lease: (returnval){ [ 1778.572113] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5216653d-538e-dabb-09d6-14ebf832ce9d" [ 1778.572113] env[64147]: _type = "HttpNfcLease" [ 1778.572113] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1778.579244] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1778.579244] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5216653d-538e-dabb-09d6-14ebf832ce9d" [ 1778.579244] env[64147]: _type = "HttpNfcLease" [ 1778.579244] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1778.817607] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.851772] env[64147]: DEBUG nova.compute.manager [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1778.851983] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1778.852922] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a30478d-3ed7-48b6-ad2b-528f45098822 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.860988] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1778.861252] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6d93d64-31f9-43ab-a8e5-85dbfb69d95e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.867778] env[64147]: DEBUG oslo_vmware.api [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for the task: (returnval){ [ 1778.867778] env[64147]: value = "task-1840411" [ 1778.867778] env[64147]: _type = "Task" [ 1778.867778] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.880112] env[64147]: DEBUG oslo_vmware.api [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.922827] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840409, 'name': ReconfigVM_Task, 'duration_secs': 0.264657} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.923212] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1778.923553] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5112f88e-516c-451b-86d2-8eaafc4d1da8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.931155] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1778.931155] env[64147]: value = "task-1840412" [ 1778.931155] env[64147]: _type = "Task" [ 1778.931155] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.941604] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.001709] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: e5285ea1-c895-4ed9-b81d-fbaac9d45b66] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1779.017829] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "1456713b-c899-46fd-ad10-9e90e6bb64c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.018218] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "1456713b-c899-46fd-ad10-9e90e6bb64c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.018826] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "1456713b-c899-46fd-ad10-9e90e6bb64c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.018826] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "1456713b-c899-46fd-ad10-9e90e6bb64c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.019017] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "1456713b-c899-46fd-ad10-9e90e6bb64c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.023689] env[64147]: INFO nova.compute.manager [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Terminating instance [ 1779.052870] env[64147]: DEBUG nova.network.neutron [req-1319241e-48ad-4869-8869-5944a232f8d1 req-7fe0bd22-a419-48cb-9354-a209c8704f50 service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updated VIF entry in instance network info cache for port 3aaf7de7-53c7-49c2-b92c-d859317fe2f9. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1779.053270] env[64147]: DEBUG nova.network.neutron [req-1319241e-48ad-4869-8869-5944a232f8d1 req-7fe0bd22-a419-48cb-9354-a209c8704f50 service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance_info_cache with network_info: [{"id": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "address": "fa:16:3e:44:04:56", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaf7de7-53", "ovs_interfaceid": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.081755] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1779.081755] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5216653d-538e-dabb-09d6-14ebf832ce9d" [ 1779.081755] env[64147]: _type = "HttpNfcLease" [ 1779.081755] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1779.082054] env[64147]: DEBUG oslo_vmware.rw_handles [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1779.082054] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5216653d-538e-dabb-09d6-14ebf832ce9d" [ 1779.082054] env[64147]: _type = "HttpNfcLease" [ 1779.082054] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1779.082835] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcc594e-c482-45ab-9dea-3159ba8f6616 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.095577] env[64147]: DEBUG oslo_vmware.rw_handles [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6585b-6be4-ecc8-2594-a18cddbdd256/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1779.095785] env[64147]: DEBUG oslo_vmware.rw_handles [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6585b-6be4-ecc8-2594-a18cddbdd256/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1779.244336] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fc4a51ce-eb27-41f5-bd95-612a4004ff57 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.317923] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.357321] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c25f0-524e-4401-af56-cb6e7a011bc5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.366210] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34078eb6-b1c1-4aa3-954b-65bcd7902de8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.378522] env[64147]: DEBUG oslo_vmware.api [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840411, 'name': PowerOffVM_Task, 'duration_secs': 0.40009} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.407555] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1779.407892] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1779.408874] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4c8fe0f-32b9-408e-829f-fd6813ef7227 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.412802] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54038114-b989-4453-8c95-fd53445e8728 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.423952] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbf2b0d-2088-4edd-8235-6d9094fa8043 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.439917] env[64147]: DEBUG nova.compute.provider_tree [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.452506] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.512868] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 7a889a3b-ffb0-434a-9655-5b703cb1ba4f] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1779.535017] env[64147]: DEBUG nova.compute.manager [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1779.535359] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1779.536364] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83bfb13-ae63-4189-8f75-d05698e62ecb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.547308] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.547630] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70094bed-73ba-4a96-9dfd-881cd9c4f340 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.554783] env[64147]: DEBUG oslo_vmware.api [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1779.554783] env[64147]: value = "task-1840414" [ 1779.554783] env[64147]: _type = "Task" [ 1779.554783] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.558954] env[64147]: DEBUG oslo_concurrency.lockutils [req-1319241e-48ad-4869-8869-5944a232f8d1 req-7fe0bd22-a419-48cb-9354-a209c8704f50 service nova] Releasing lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.565933] env[64147]: DEBUG oslo_vmware.api [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.824867] env[64147]: DEBUG oslo_vmware.api [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840408, 'name': PowerOnVM_Task, 'duration_secs': 1.239039} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.825213] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1779.825497] env[64147]: INFO nova.compute.manager [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1779.825724] env[64147]: DEBUG nova.compute.manager [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.826906] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e4323e-b2cc-4835-87ad-891fc72835ee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.949752] env[64147]: DEBUG nova.scheduler.client.report [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1779.954949] env[64147]: DEBUG oslo_vmware.api [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840412, 'name': PowerOnVM_Task, 'duration_secs': 0.527013} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.955289] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1779.959092] env[64147]: DEBUG nova.compute.manager [None req-d5d5db94-945f-4814-b522-83d601d62a1b tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.960095] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d059c0d5-77bd-46cb-934e-6adc02f963e6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.017345] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 615d9c66-fac7-48b9-8dad-1adf1e9d4e03] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1780.064954] env[64147]: DEBUG oslo_vmware.api [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840414, 'name': PowerOffVM_Task, 'duration_secs': 0.196759} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.065341] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.065651] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1780.066027] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d164960-27d1-48bf-b5c1-ab946a59d48c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.348538] env[64147]: INFO nova.compute.manager [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Took 27.91 seconds to build instance. [ 1780.456778] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.457512] env[64147]: DEBUG nova.compute.manager [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1780.460517] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.306s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.461030] env[64147]: DEBUG nova.objects.instance [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lazy-loading 'resources' on Instance uuid 04bb629a-dea1-43bb-b756-9a8b4224e1ec {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.521229] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: b523b53f-5dd6-41e4-a097-3ac8cb9b09ac] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1780.852352] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7cde36d9-e89f-476b-b069-d9ff5be39e46 tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Lock "687bfd09-ff71-466e-98f0-fec9193e17fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.427s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.966806] env[64147]: DEBUG nova.compute.utils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1780.968460] env[64147]: DEBUG nova.compute.manager [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1780.968656] env[64147]: DEBUG nova.network.neutron [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.024234] env[64147]: DEBUG nova.policy [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14365b1b33864da4936380446d1d1b2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43bc6ed95a5e42a282bfc792e3d5a824', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.026371] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 9a24af59-9f1d-4625-8cd2-728e7464f09a] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1781.278878] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7644233c-6994-428b-9883-c5ff7ca46426 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.288846] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac4f9a8-4293-408f-bb11-f8c542aab22c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.323170] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33747253-0c29-440a-adde-d79badb7a47e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.331679] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e602e1bb-69d9-4dc7-90fd-507b6bfbd32f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.350029] env[64147]: DEBUG nova.compute.provider_tree [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1781.374136] env[64147]: DEBUG nova.network.neutron [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Successfully created port: ba7d86b9-4657-492d-8866-f7052e0b25da {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1781.440179] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.440179] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.473351] env[64147]: DEBUG nova.compute.manager [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1781.532248] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 5b040baf-24be-44c9-9ada-abec2614a18a] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1781.849684] env[64147]: DEBUG nova.scheduler.client.report [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.937485] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquiring lock "687bfd09-ff71-466e-98f0-fec9193e17fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.937828] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Lock "687bfd09-ff71-466e-98f0-fec9193e17fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.938086] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquiring lock "687bfd09-ff71-466e-98f0-fec9193e17fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.938290] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Lock "687bfd09-ff71-466e-98f0-fec9193e17fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.938532] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Lock "687bfd09-ff71-466e-98f0-fec9193e17fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.940756] env[64147]: INFO nova.compute.manager [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Terminating instance [ 1781.942231] env[64147]: DEBUG nova.compute.manager [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1782.036556] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 41de1114-5e2c-41cb-85d2-91d387bd631c] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1782.355330] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.357874] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.628s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.359573] env[64147]: INFO nova.compute.claims [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.384629] env[64147]: INFO nova.scheduler.client.report [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted allocations for instance 04bb629a-dea1-43bb-b756-9a8b4224e1ec [ 1782.449755] env[64147]: DEBUG nova.compute.manager [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1782.450105] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1782.454509] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714459cb-4d34-4efc-9670-a7ed8b1c4576 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.463366] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.463676] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a4025b5-9378-42d9-b4ef-e67afdb89182 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.469373] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.471403] env[64147]: DEBUG oslo_vmware.api [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for the task: (returnval){ [ 1782.471403] env[64147]: value = "task-1840416" [ 1782.471403] env[64147]: _type = "Task" [ 1782.471403] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.479687] env[64147]: DEBUG oslo_vmware.api [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.482838] env[64147]: DEBUG nova.compute.manager [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1782.540103] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: efc58ddd-7691-4490-9604-54d1793dc109] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1782.716299] env[64147]: DEBUG nova.virt.hardware [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1782.716567] env[64147]: DEBUG nova.virt.hardware [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1782.716724] env[64147]: DEBUG nova.virt.hardware [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1782.716916] env[64147]: DEBUG nova.virt.hardware [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1782.717094] env[64147]: DEBUG nova.virt.hardware [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1782.717207] env[64147]: DEBUG nova.virt.hardware [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1782.717431] env[64147]: DEBUG nova.virt.hardware [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1782.717680] env[64147]: DEBUG nova.virt.hardware [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1782.717817] env[64147]: DEBUG nova.virt.hardware [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1782.717981] env[64147]: DEBUG nova.virt.hardware [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1782.718172] env[64147]: DEBUG nova.virt.hardware [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1782.719105] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad6c3c0-14e9-4af4-b7e1-863b99f8fe04 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.727416] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b65806-a402-47bb-9b66-12fbbf7769c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.893365] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ba321a65-6f12-4427-a642-0f2f9bb5edb3 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "04bb629a-dea1-43bb-b756-9a8b4224e1ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.725s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.981154] env[64147]: DEBUG oslo_vmware.api [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.044215] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: e3fc8314-7f46-4c87-ac67-76133a853b0e] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1783.482464] env[64147]: DEBUG oslo_vmware.api [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840416, 'name': PowerOffVM_Task, 'duration_secs': 0.987512} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.484942] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.485166] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1783.485679] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fc598c9-1e0c-4d48-aade-57fcac1b805c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.550381] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 9b498cb6-7367-4420-bc36-238846408fc6] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1783.680039] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.680326] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.698641] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dbc5f2-21ed-435a-be09-67eb620bd397 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.707295] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c95fd5-a3b3-4dca-98cc-092ea7899834 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.737965] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6913a948-a1a2-4a58-a4d9-69829364cf50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.745516] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c149e526-1fbd-44f4-946d-8718b1aea1d2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.759430] env[64147]: DEBUG nova.compute.provider_tree [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.914136] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.915842] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.055059] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 7fbe345a-3ce0-4e4d-9a64-aecade889565] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1784.183148] env[64147]: DEBUG nova.compute.manager [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1784.262747] env[64147]: DEBUG nova.scheduler.client.report [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.421916] env[64147]: DEBUG nova.compute.manager [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1784.559453] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 057f77dc-a1e1-4aa2-814f-87fee60d5988] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1784.705027] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.731471] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.731629] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.767406] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.767824] env[64147]: DEBUG nova.compute.manager [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1784.771616] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.302s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.773086] env[64147]: INFO nova.compute.claims [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1784.941821] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.063255] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 964e7610-9650-42c8-a5f3-dc45716fe95c] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1785.234638] env[64147]: DEBUG nova.compute.manager [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1785.278975] env[64147]: DEBUG nova.compute.utils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1785.282142] env[64147]: DEBUG nova.compute.manager [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1785.282469] env[64147]: DEBUG nova.network.neutron [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1785.332493] env[64147]: DEBUG nova.policy [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06553f474d47421a875fb2314a2d79ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c80b113e06eb479db327d580531c0640', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1785.566622] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 8ec6604b-5c28-44f9-b5e1-b7406aa806d7] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1785.616985] env[64147]: DEBUG nova.network.neutron [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Successfully created port: b1c8810c-0471-427f-bbc7-989c19e3f941 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.760900] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.786284] env[64147]: DEBUG nova.compute.manager [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1785.953269] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "98d10e09-08f9-4881-81a9-9f301a3e2907" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.953498] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.069635] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 42a86b6c-dd90-4dc0-b566-db954ad4dc04] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1786.102761] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e81d48-10fb-4745-a1a2-8a4566b9a68a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.111335] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb21e26a-5bab-4fdf-9395-1cd588031962 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.141597] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8e1737-00c3-47e6-af54-d126c43d0d9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.151028] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed1d43-c323-48b4-a0da-23251210fbf0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.165107] env[64147]: DEBUG nova.compute.provider_tree [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.399820] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.400056] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.400246] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Deleting the datastore file [datastore1] 3510a6cb-dc3f-4ec4-afdf-e73e49a59797 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.400530] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d683259-fdb9-4d79-a064-8ffac91947cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.407045] env[64147]: DEBUG oslo_vmware.api [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for the task: (returnval){ [ 1786.407045] env[64147]: value = "task-1840418" [ 1786.407045] env[64147]: _type = "Task" [ 1786.407045] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.415145] env[64147]: DEBUG oslo_vmware.api [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.426435] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.426578] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.426766] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Deleting the datastore file [datastore1] 687bfd09-ff71-466e-98f0-fec9193e17fc {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.427037] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b03e46b9-47f6-4a23-b67d-c628710ec1ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.432795] env[64147]: DEBUG oslo_vmware.api [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for the task: (returnval){ [ 1786.432795] env[64147]: value = "task-1840419" [ 1786.432795] env[64147]: _type = "Task" [ 1786.432795] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.442552] env[64147]: DEBUG oslo_vmware.api [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.456372] env[64147]: DEBUG nova.compute.utils [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.520721] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.520994] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.521203] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleting the datastore file [datastore1] 1456713b-c899-46fd-ad10-9e90e6bb64c2 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.521494] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee4162e-322b-4acb-9c01-40bbbf91d0ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.529608] env[64147]: DEBUG oslo_vmware.api [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for the task: (returnval){ [ 1786.529608] env[64147]: value = "task-1840420" [ 1786.529608] env[64147]: _type = "Task" [ 1786.529608] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.538791] env[64147]: DEBUG oslo_vmware.api [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.574601] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 3d9fc231-5c72-4cd7-96d5-58bf8b0ea341] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1786.668724] env[64147]: DEBUG nova.scheduler.client.report [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.796870] env[64147]: DEBUG nova.compute.manager [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1786.819235] env[64147]: DEBUG nova.virt.hardware [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1786.819561] env[64147]: DEBUG nova.virt.hardware [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.819736] env[64147]: DEBUG nova.virt.hardware [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1786.819974] env[64147]: DEBUG nova.virt.hardware [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.820171] env[64147]: DEBUG nova.virt.hardware [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1786.820330] env[64147]: DEBUG nova.virt.hardware [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1786.820540] env[64147]: DEBUG nova.virt.hardware [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1786.820718] env[64147]: DEBUG nova.virt.hardware [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1786.820884] env[64147]: DEBUG nova.virt.hardware [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1786.821057] env[64147]: DEBUG nova.virt.hardware [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1786.821232] env[64147]: DEBUG nova.virt.hardware [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1786.822188] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952bb8ef-c911-4290-92fb-b6d1ff5021e9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.830605] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a8e893-bace-4612-9316-4a786dd5f7ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.917145] env[64147]: DEBUG oslo_vmware.api [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Task: {'id': task-1840418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202061} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.917328] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.917576] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.917783] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.917942] env[64147]: INFO nova.compute.manager [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Took 8.07 seconds to destroy the instance on the hypervisor. [ 1786.918286] env[64147]: DEBUG oslo.service.loopingcall [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.918431] env[64147]: DEBUG nova.compute.manager [-] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1786.918601] env[64147]: DEBUG nova.network.neutron [-] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.942708] env[64147]: DEBUG oslo_vmware.api [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Task: {'id': task-1840419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187944} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.942965] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.943171] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.943357] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.943529] env[64147]: INFO nova.compute.manager [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Took 4.49 seconds to destroy the instance on the hypervisor. [ 1786.943768] env[64147]: DEBUG oslo.service.loopingcall [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.944354] env[64147]: DEBUG nova.compute.manager [-] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1786.944454] env[64147]: DEBUG nova.network.neutron [-] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.959105] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.040514] env[64147]: DEBUG oslo_vmware.api [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Task: {'id': task-1840420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177053} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.040599] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1787.040813] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1787.040999] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1787.041185] env[64147]: INFO nova.compute.manager [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Took 7.51 seconds to destroy the instance on the hypervisor. [ 1787.041425] env[64147]: DEBUG oslo.service.loopingcall [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.041655] env[64147]: DEBUG nova.compute.manager [-] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1787.041762] env[64147]: DEBUG nova.network.neutron [-] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1787.078526] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 7e11c2cd-02fa-4b35-b8f8-4436aa0d7556] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1787.174728] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.175431] env[64147]: DEBUG nova.compute.manager [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1787.178909] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.474s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.182434] env[64147]: INFO nova.compute.claims [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1787.437741] env[64147]: DEBUG nova.compute.manager [req-79a992c2-edbe-4407-96ac-e01ec6575318 req-9cb776df-2a58-4db5-8f8a-6bc9cacf6980 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Received event network-vif-deleted-6e3a0e89-605f-45a5-bb39-5a6faac14f83 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1787.437924] env[64147]: INFO nova.compute.manager [req-79a992c2-edbe-4407-96ac-e01ec6575318 req-9cb776df-2a58-4db5-8f8a-6bc9cacf6980 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Neutron deleted interface 6e3a0e89-605f-45a5-bb39-5a6faac14f83; detaching it from the instance and deleting it from the info cache [ 1787.438696] env[64147]: DEBUG nova.network.neutron [req-79a992c2-edbe-4407-96ac-e01ec6575318 req-9cb776df-2a58-4db5-8f8a-6bc9cacf6980 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.468247] env[64147]: DEBUG nova.network.neutron [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Successfully updated port: ba7d86b9-4657-492d-8866-f7052e0b25da {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.580284] env[64147]: DEBUG nova.compute.manager [req-46ea4e36-ffb5-40b8-acfd-147835bc439f req-5c6dd6d7-645a-48d2-976e-b61621a5e467 service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Received event network-vif-deleted-3126fc06-7773-4a69-8a4d-da312f8561be {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1787.580284] env[64147]: INFO nova.compute.manager [req-46ea4e36-ffb5-40b8-acfd-147835bc439f req-5c6dd6d7-645a-48d2-976e-b61621a5e467 service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Neutron deleted interface 3126fc06-7773-4a69-8a4d-da312f8561be; detaching it from the instance and deleting it from the info cache [ 1787.580284] env[64147]: DEBUG nova.network.neutron [req-46ea4e36-ffb5-40b8-acfd-147835bc439f req-5c6dd6d7-645a-48d2-976e-b61621a5e467 service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.583746] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.583746] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances with incomplete migration {{(pid=64147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1787.690701] env[64147]: DEBUG nova.compute.utils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1787.693124] env[64147]: DEBUG nova.compute.manager [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1787.699948] env[64147]: DEBUG nova.network.neutron [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1787.713792] env[64147]: DEBUG nova.network.neutron [-] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.815166] env[64147]: DEBUG nova.policy [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8b16538264c43f49cae8d54a3227ea4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c04c68300ca547c0856c2f4a96ca1c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1787.907386] env[64147]: DEBUG nova.network.neutron [-] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.942915] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9298ed3b-1573-4e28-b908-effd2eba8572 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.956017] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38459da7-31e1-407a-84ac-15c20f687d08 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.973651] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquiring lock "refresh_cache-40e5a9d5-852d-4f25-94cc-4c47f48aebf2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.973651] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquired lock "refresh_cache-40e5a9d5-852d-4f25-94cc-4c47f48aebf2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.973651] env[64147]: DEBUG nova.network.neutron [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.983147] env[64147]: DEBUG nova.network.neutron [-] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.002310] env[64147]: DEBUG nova.network.neutron [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Successfully updated port: b1c8810c-0471-427f-bbc7-989c19e3f941 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.006818] env[64147]: DEBUG nova.compute.manager [req-79a992c2-edbe-4407-96ac-e01ec6575318 req-9cb776df-2a58-4db5-8f8a-6bc9cacf6980 service nova] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Detach interface failed, port_id=6e3a0e89-605f-45a5-bb39-5a6faac14f83, reason: Instance 3510a6cb-dc3f-4ec4-afdf-e73e49a59797 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1788.048406] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "98d10e09-08f9-4881-81a9-9f301a3e2907" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.048839] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.049121] env[64147]: INFO nova.compute.manager [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Attaching volume fad6ef3b-da20-4cc6-a357-13bda6aed5d4 to /dev/sdb [ 1788.085735] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5fc8e72-0dd2-4320-a0ba-207178559cfe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.087904] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1788.093033] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f46d058-3a0a-4002-b3d8-e89f47032254 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.104061] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd458ac-3d07-4bbc-9cef-2360b7cc43a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.109976] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2f39ff-1ed4-47e5-b3a3-6a17cd23b8cc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.133577] env[64147]: DEBUG nova.virt.block_device [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Updating existing volume attachment record: 3a4fde13-8e23-41fb-8c01-dbe1001277c5 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1788.148341] env[64147]: DEBUG nova.compute.manager [req-46ea4e36-ffb5-40b8-acfd-147835bc439f req-5c6dd6d7-645a-48d2-976e-b61621a5e467 service nova] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Detach interface failed, port_id=3126fc06-7773-4a69-8a4d-da312f8561be, reason: Instance 687bfd09-ff71-466e-98f0-fec9193e17fc could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1788.169938] env[64147]: DEBUG nova.network.neutron [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Successfully created port: 9cd71d6c-30c4-447f-9e46-941552619e76 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1788.194234] env[64147]: DEBUG nova.compute.manager [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1788.216837] env[64147]: INFO nova.compute.manager [-] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Took 1.30 seconds to deallocate network for instance. [ 1788.408716] env[64147]: INFO nova.compute.manager [-] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Took 1.46 seconds to deallocate network for instance. [ 1788.505244] env[64147]: INFO nova.compute.manager [-] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Took 1.46 seconds to deallocate network for instance. [ 1788.509171] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquiring lock "refresh_cache-1c947d46-e43c-4e51-899b-8680e294eb69" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.509171] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquired lock "refresh_cache-1c947d46-e43c-4e51-899b-8680e294eb69" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.509171] env[64147]: DEBUG nova.network.neutron [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1788.515215] env[64147]: DEBUG nova.network.neutron [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1788.574640] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4990618b-f52f-4b55-8e12-8f6cc17164ab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.581653] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2360dd7-2cb5-4117-a45b-c2af48dcfc89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.617419] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f6a056-b62a-4b94-b8db-b15653089cba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.626170] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d146ff2-e3b5-4705-b888-a3013ef5fc34 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.639589] env[64147]: DEBUG nova.compute.provider_tree [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.679246] env[64147]: DEBUG oslo_vmware.rw_handles [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6585b-6be4-ecc8-2594-a18cddbdd256/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1788.680177] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df892b7-7a92-4b1b-93cc-5379425ab9d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.686702] env[64147]: DEBUG oslo_vmware.rw_handles [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6585b-6be4-ecc8-2594-a18cddbdd256/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1788.686865] env[64147]: ERROR oslo_vmware.rw_handles [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6585b-6be4-ecc8-2594-a18cddbdd256/disk-0.vmdk due to incomplete transfer. [ 1788.689135] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-98cc264e-d86e-41af-8d5e-15f32be8f409 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.705142] env[64147]: DEBUG oslo_vmware.rw_handles [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6585b-6be4-ecc8-2594-a18cddbdd256/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1788.705269] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Uploaded image 79e5faec-15a8-4dc7-aa0f-06e6a0ac9f61 to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1788.707572] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1788.707812] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fd034236-62d5-4e1b-bc75-ab173e74b97f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.713493] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1788.713493] env[64147]: value = "task-1840424" [ 1788.713493] env[64147]: _type = "Task" [ 1788.713493] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.723021] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840424, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.723968] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.759245] env[64147]: DEBUG nova.network.neutron [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Updating instance_info_cache with network_info: [{"id": "ba7d86b9-4657-492d-8866-f7052e0b25da", "address": "fa:16:3e:0e:98:b2", "network": {"id": "ae5b3a52-5811-43ed-949d-290ef9522d95", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1426301053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43bc6ed95a5e42a282bfc792e3d5a824", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7d86b9-46", "ovs_interfaceid": "ba7d86b9-4657-492d-8866-f7052e0b25da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.918284] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.017837] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.045592] env[64147]: DEBUG nova.network.neutron [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.142702] env[64147]: DEBUG nova.scheduler.client.report [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.197118] env[64147]: DEBUG nova.network.neutron [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Updating instance_info_cache with network_info: [{"id": "b1c8810c-0471-427f-bbc7-989c19e3f941", "address": "fa:16:3e:7a:79:04", "network": {"id": "513fc90d-0600-498d-9f62-c6c1c9e92d49", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2095856757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80b113e06eb479db327d580531c0640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c8810c-04", "ovs_interfaceid": "b1c8810c-0471-427f-bbc7-989c19e3f941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.203913] env[64147]: DEBUG nova.compute.manager [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1789.224812] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840424, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.227091] env[64147]: DEBUG nova.virt.hardware [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.227393] env[64147]: DEBUG nova.virt.hardware [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.227673] env[64147]: DEBUG nova.virt.hardware [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.227919] env[64147]: DEBUG nova.virt.hardware [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.228092] env[64147]: DEBUG nova.virt.hardware [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.228284] env[64147]: DEBUG nova.virt.hardware [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.228500] env[64147]: DEBUG nova.virt.hardware [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.228662] env[64147]: DEBUG nova.virt.hardware [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.228827] env[64147]: DEBUG nova.virt.hardware [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.228989] env[64147]: DEBUG nova.virt.hardware [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.229175] env[64147]: DEBUG nova.virt.hardware [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.231338] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e04509-e355-4907-a31d-7b93506d9cb5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.244599] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0700d467-e23c-4a6e-be1f-4e05284e5cf2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.265465] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Releasing lock "refresh_cache-40e5a9d5-852d-4f25-94cc-4c47f48aebf2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.265775] env[64147]: DEBUG nova.compute.manager [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Instance network_info: |[{"id": "ba7d86b9-4657-492d-8866-f7052e0b25da", "address": "fa:16:3e:0e:98:b2", "network": {"id": "ae5b3a52-5811-43ed-949d-290ef9522d95", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1426301053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43bc6ed95a5e42a282bfc792e3d5a824", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7d86b9-46", "ovs_interfaceid": "ba7d86b9-4657-492d-8866-f7052e0b25da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1789.266369] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:98:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba7d86b9-4657-492d-8866-f7052e0b25da', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1789.273683] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Creating folder: Project (43bc6ed95a5e42a282bfc792e3d5a824). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.274228] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4e85463-c960-4239-babc-57236d1cbb74 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.284775] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Created folder: Project (43bc6ed95a5e42a282bfc792e3d5a824) in parent group-v380629. [ 1789.284962] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Creating folder: Instances. Parent ref: group-v380845. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.285204] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08dab688-a5da-425d-b85b-d40506efa5fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.295221] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Created folder: Instances in parent group-v380845. [ 1789.295450] env[64147]: DEBUG oslo.service.loopingcall [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.295637] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1789.295836] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7293d153-faa3-4aea-8574-8cef367da47d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.316224] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1789.316224] env[64147]: value = "task-1840427" [ 1789.316224] env[64147]: _type = "Task" [ 1789.316224] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.324323] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840427, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.466430] env[64147]: DEBUG nova.compute.manager [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Received event network-vif-plugged-ba7d86b9-4657-492d-8866-f7052e0b25da {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1789.466659] env[64147]: DEBUG oslo_concurrency.lockutils [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] Acquiring lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.466992] env[64147]: DEBUG oslo_concurrency.lockutils [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] Lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.467129] env[64147]: DEBUG oslo_concurrency.lockutils [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] Lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.467291] env[64147]: DEBUG nova.compute.manager [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] No waiting events found dispatching network-vif-plugged-ba7d86b9-4657-492d-8866-f7052e0b25da {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1789.467458] env[64147]: WARNING nova.compute.manager [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Received unexpected event network-vif-plugged-ba7d86b9-4657-492d-8866-f7052e0b25da for instance with vm_state building and task_state spawning. [ 1789.467743] env[64147]: DEBUG nova.compute.manager [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Received event network-changed-ba7d86b9-4657-492d-8866-f7052e0b25da {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1789.467823] env[64147]: DEBUG nova.compute.manager [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Refreshing instance network info cache due to event network-changed-ba7d86b9-4657-492d-8866-f7052e0b25da. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1789.468011] env[64147]: DEBUG oslo_concurrency.lockutils [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] Acquiring lock "refresh_cache-40e5a9d5-852d-4f25-94cc-4c47f48aebf2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.468156] env[64147]: DEBUG oslo_concurrency.lockutils [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] Acquired lock "refresh_cache-40e5a9d5-852d-4f25-94cc-4c47f48aebf2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.468314] env[64147]: DEBUG nova.network.neutron [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Refreshing network info cache for port ba7d86b9-4657-492d-8866-f7052e0b25da {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.607122] env[64147]: DEBUG nova.compute.manager [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Received event network-vif-deleted-ca8ea7d1-674e-41ff-8c7e-bcc2d178b38e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1789.607385] env[64147]: DEBUG nova.compute.manager [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Received event network-vif-plugged-b1c8810c-0471-427f-bbc7-989c19e3f941 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1789.607521] env[64147]: DEBUG oslo_concurrency.lockutils [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] Acquiring lock "1c947d46-e43c-4e51-899b-8680e294eb69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.607771] env[64147]: DEBUG oslo_concurrency.lockutils [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] Lock "1c947d46-e43c-4e51-899b-8680e294eb69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.607939] env[64147]: DEBUG oslo_concurrency.lockutils [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] Lock "1c947d46-e43c-4e51-899b-8680e294eb69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.608446] env[64147]: DEBUG nova.compute.manager [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] No waiting events found dispatching network-vif-plugged-b1c8810c-0471-427f-bbc7-989c19e3f941 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1789.608729] env[64147]: WARNING nova.compute.manager [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Received unexpected event network-vif-plugged-b1c8810c-0471-427f-bbc7-989c19e3f941 for instance with vm_state building and task_state spawning. [ 1789.609036] env[64147]: DEBUG nova.compute.manager [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Received event network-changed-b1c8810c-0471-427f-bbc7-989c19e3f941 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1789.609197] env[64147]: DEBUG nova.compute.manager [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Refreshing instance network info cache due to event network-changed-b1c8810c-0471-427f-bbc7-989c19e3f941. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1789.609442] env[64147]: DEBUG oslo_concurrency.lockutils [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] Acquiring lock "refresh_cache-1c947d46-e43c-4e51-899b-8680e294eb69" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.649994] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.651806] env[64147]: DEBUG nova.compute.manager [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1789.653463] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.712s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.654835] env[64147]: INFO nova.compute.claims [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1789.699989] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Releasing lock "refresh_cache-1c947d46-e43c-4e51-899b-8680e294eb69" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.700373] env[64147]: DEBUG nova.compute.manager [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Instance network_info: |[{"id": "b1c8810c-0471-427f-bbc7-989c19e3f941", "address": "fa:16:3e:7a:79:04", "network": {"id": "513fc90d-0600-498d-9f62-c6c1c9e92d49", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2095856757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80b113e06eb479db327d580531c0640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c8810c-04", "ovs_interfaceid": "b1c8810c-0471-427f-bbc7-989c19e3f941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1789.700677] env[64147]: DEBUG oslo_concurrency.lockutils [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] Acquired lock "refresh_cache-1c947d46-e43c-4e51-899b-8680e294eb69" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.700849] env[64147]: DEBUG nova.network.neutron [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Refreshing network info cache for port b1c8810c-0471-427f-bbc7-989c19e3f941 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.702378] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:79:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1c8810c-0471-427f-bbc7-989c19e3f941', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1789.710325] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Creating folder: Project (c80b113e06eb479db327d580531c0640). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.711303] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a160ed13-ed5f-4625-b115-b882345e4ceb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.724097] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840424, 'name': Destroy_Task, 'duration_secs': 0.681699} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.724984] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Destroyed the VM [ 1789.725353] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1789.725654] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Created folder: Project (c80b113e06eb479db327d580531c0640) in parent group-v380629. [ 1789.725868] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Creating folder: Instances. Parent ref: group-v380848. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.726136] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d47cfa00-7be6-4074-b875-bbacb1a7e9eb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.730043] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-937199dd-2613-44fa-8d3e-144762a77a35 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.733949] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1789.733949] env[64147]: value = "task-1840429" [ 1789.733949] env[64147]: _type = "Task" [ 1789.733949] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.738556] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.738868] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.740200] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.740200] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.740200] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.746479] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840429, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.746761] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Created folder: Instances in parent group-v380848. [ 1789.747036] env[64147]: DEBUG oslo.service.loopingcall [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.748293] env[64147]: INFO nova.compute.manager [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Terminating instance [ 1789.749158] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1789.750535] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaf3dbca-bec3-43ef-b516-e9345fb32ff4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.768365] env[64147]: DEBUG nova.compute.manager [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1789.768365] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1789.769154] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d5fdba-26ba-4ad0-a598-444b298f1ead {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.779594] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1789.780816] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cff44b99-ae28-4ddb-98cb-ed94e43a9775 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.782275] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1789.782275] env[64147]: value = "task-1840431" [ 1789.782275] env[64147]: _type = "Task" [ 1789.782275] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.790436] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840431, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.825741] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840427, 'name': CreateVM_Task, 'duration_secs': 0.35764} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.825913] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1789.826845] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.827428] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.827531] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1789.827911] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c996947-4bac-4214-8409-014bd2260755 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.833240] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for the task: (returnval){ [ 1789.833240] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527ecb12-0b5f-ec08-35fc-8a5895742402" [ 1789.833240] env[64147]: _type = "Task" [ 1789.833240] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.842060] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527ecb12-0b5f-ec08-35fc-8a5895742402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.898685] env[64147]: DEBUG nova.network.neutron [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Successfully updated port: 9cd71d6c-30c4-447f-9e46-941552619e76 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1790.159117] env[64147]: DEBUG nova.compute.utils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1790.163321] env[64147]: DEBUG nova.compute.manager [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1790.163558] env[64147]: DEBUG nova.network.neutron [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1790.244273] env[64147]: DEBUG oslo_vmware.api [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840429, 'name': RemoveSnapshot_Task, 'duration_secs': 0.431773} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.245709] env[64147]: DEBUG nova.policy [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bd5e8b0801342e5ba1010280bfd7c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6cc077ca7e4eee8f0ce367819efa7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1790.247357] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1790.247629] env[64147]: INFO nova.compute.manager [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Took 17.36 seconds to snapshot the instance on the hypervisor. [ 1790.261545] env[64147]: DEBUG nova.network.neutron [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Updated VIF entry in instance network info cache for port ba7d86b9-4657-492d-8866-f7052e0b25da. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.261910] env[64147]: DEBUG nova.network.neutron [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Updating instance_info_cache with network_info: [{"id": "ba7d86b9-4657-492d-8866-f7052e0b25da", "address": "fa:16:3e:0e:98:b2", "network": {"id": "ae5b3a52-5811-43ed-949d-290ef9522d95", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1426301053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43bc6ed95a5e42a282bfc792e3d5a824", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7d86b9-46", "ovs_interfaceid": "ba7d86b9-4657-492d-8866-f7052e0b25da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.293331] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840431, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.345188] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527ecb12-0b5f-ec08-35fc-8a5895742402, 'name': SearchDatastore_Task, 'duration_secs': 0.012835} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.346728] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.346976] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.347221] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.347370] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.347690] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.350442] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50987764-384d-42cc-b5e4-a858638f1727 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.352834] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "6a527eed-6436-4737-bb54-bb628f00bd61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.353107] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "6a527eed-6436-4737-bb54-bb628f00bd61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.361777] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.361960] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.362719] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-920747b5-b041-4bff-9ea0-a2afe3e627d8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.369360] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for the task: (returnval){ [ 1790.369360] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5295fc41-7a81-c70b-ba87-82c969accf2c" [ 1790.369360] env[64147]: _type = "Task" [ 1790.369360] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.381891] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5295fc41-7a81-c70b-ba87-82c969accf2c, 'name': SearchDatastore_Task, 'duration_secs': 0.008622} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.382691] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627dfbe3-ea28-4860-8659-5fb8e989aa51 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.388611] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for the task: (returnval){ [ 1790.388611] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b658e8-7dbe-bf54-df71-4e6540064251" [ 1790.388611] env[64147]: _type = "Task" [ 1790.388611] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.397668] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b658e8-7dbe-bf54-df71-4e6540064251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.407940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.407940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.407940] env[64147]: DEBUG nova.network.neutron [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1790.448550] env[64147]: DEBUG nova.network.neutron [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Updated VIF entry in instance network info cache for port b1c8810c-0471-427f-bbc7-989c19e3f941. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.448901] env[64147]: DEBUG nova.network.neutron [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Updating instance_info_cache with network_info: [{"id": "b1c8810c-0471-427f-bbc7-989c19e3f941", "address": "fa:16:3e:7a:79:04", "network": {"id": "513fc90d-0600-498d-9f62-c6c1c9e92d49", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2095856757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80b113e06eb479db327d580531c0640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c8810c-04", "ovs_interfaceid": "b1c8810c-0471-427f-bbc7-989c19e3f941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.453972] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1790.453972] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1790.453972] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleting the datastore file [datastore1] fd26f2d8-5b60-47ea-9463-04f17c1c6804 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1790.454165] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5850c7c-9c80-4b64-900c-046d8457e3cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.462748] env[64147]: DEBUG oslo_vmware.api [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1790.462748] env[64147]: value = "task-1840433" [ 1790.462748] env[64147]: _type = "Task" [ 1790.462748] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.472181] env[64147]: DEBUG oslo_vmware.api [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.602344] env[64147]: DEBUG nova.network.neutron [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Successfully created port: d36777cc-976e-4a5c-92d3-511058f8cd42 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1790.663973] env[64147]: DEBUG nova.compute.manager [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1790.754019] env[64147]: DEBUG nova.compute.manager [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Instance disappeared during snapshot {{(pid=64147) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1790.767125] env[64147]: DEBUG oslo_concurrency.lockutils [req-d4a2ebf2-2444-4739-818e-09efb31026b4 req-30078d5a-c0f1-4b14-b7e8-09b6f836d6ea service nova] Releasing lock "refresh_cache-40e5a9d5-852d-4f25-94cc-4c47f48aebf2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.769280] env[64147]: DEBUG nova.compute.manager [None req-835d47c0-4418-48c9-872f-8539e5001ad0 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image not found during clean up 79e5faec-15a8-4dc7-aa0f-06e6a0ac9f61 {{(pid=64147) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1790.798433] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840431, 'name': CreateVM_Task, 'duration_secs': 0.554022} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.798626] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1790.799404] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.799570] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.799888] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1790.800153] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e961f793-5591-41a9-8db6-f6a4978782f8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.806278] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for the task: (returnval){ [ 1790.806278] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522b3b3c-3949-7ebc-ad8e-cfe5e7c32ae9" [ 1790.806278] env[64147]: _type = "Task" [ 1790.806278] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.815137] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522b3b3c-3949-7ebc-ad8e-cfe5e7c32ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.855882] env[64147]: DEBUG nova.compute.manager [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1790.901402] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b658e8-7dbe-bf54-df71-4e6540064251, 'name': SearchDatastore_Task, 'duration_secs': 0.007925} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.901695] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.901921] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 40e5a9d5-852d-4f25-94cc-4c47f48aebf2/40e5a9d5-852d-4f25-94cc-4c47f48aebf2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1790.902506] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb453df6-f8c6-40fe-9a32-ce5aef9cd89c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.909865] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for the task: (returnval){ [ 1790.909865] env[64147]: value = "task-1840435" [ 1790.909865] env[64147]: _type = "Task" [ 1790.909865] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.920095] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.941553] env[64147]: DEBUG nova.network.neutron [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1790.952991] env[64147]: DEBUG oslo_concurrency.lockutils [req-0909b945-0df6-421c-9603-9481c0f213fb req-0d29cbad-dbe2-4005-8039-58df880cd987 service nova] Releasing lock "refresh_cache-1c947d46-e43c-4e51-899b-8680e294eb69" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.975080] env[64147]: DEBUG oslo_vmware.api [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239123} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.975080] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1790.975237] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1790.975640] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1790.975640] env[64147]: INFO nova.compute.manager [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1790.975857] env[64147]: DEBUG oslo.service.loopingcall [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.976099] env[64147]: DEBUG nova.compute.manager [-] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1790.976858] env[64147]: DEBUG nova.network.neutron [-] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1791.006380] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e275043-f43c-474c-9a2e-fc77b7ee7507 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.013904] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557e0907-db70-4501-a366-a111905ca136 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.048488] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77288d9-02de-4d6f-a335-50958d7dd83a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.056861] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb62332-5a24-470c-bc9c-86d35482d4ff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.070262] env[64147]: DEBUG nova.compute.provider_tree [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.094231] env[64147]: DEBUG nova.network.neutron [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Updating instance_info_cache with network_info: [{"id": "9cd71d6c-30c4-447f-9e46-941552619e76", "address": "fa:16:3e:14:b1:c3", "network": {"id": "0cf3dd12-5b34-4156-831b-2f3e450196af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-501548984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c04c68300ca547c0856c2f4a96ca1c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd71d6c-30", "ovs_interfaceid": "9cd71d6c-30c4-447f-9e46-941552619e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.324683] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522b3b3c-3949-7ebc-ad8e-cfe5e7c32ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.324998] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.325264] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.325529] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.325716] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.325910] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.326221] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34b24bc9-949a-464e-b1b2-a7ff6f4c4914 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.337711] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.337711] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.338179] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f310945f-3b1c-4d9c-adfb-76401cb9d7d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.344089] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for the task: (returnval){ [ 1791.344089] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52172121-8930-81c1-3bda-0376093ef54e" [ 1791.344089] env[64147]: _type = "Task" [ 1791.344089] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.352892] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52172121-8930-81c1-3bda-0376093ef54e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.377515] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.419462] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46121} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.419716] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 40e5a9d5-852d-4f25-94cc-4c47f48aebf2/40e5a9d5-852d-4f25-94cc-4c47f48aebf2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1791.419929] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1791.420200] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43bb8350-0f2b-4d18-80d6-9ead53d77ad4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.426774] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for the task: (returnval){ [ 1791.426774] env[64147]: value = "task-1840436" [ 1791.426774] env[64147]: _type = "Task" [ 1791.426774] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.433856] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.572908] env[64147]: DEBUG nova.scheduler.client.report [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.596076] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Releasing lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.596388] env[64147]: DEBUG nova.compute.manager [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Instance network_info: |[{"id": "9cd71d6c-30c4-447f-9e46-941552619e76", "address": "fa:16:3e:14:b1:c3", "network": {"id": "0cf3dd12-5b34-4156-831b-2f3e450196af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-501548984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c04c68300ca547c0856c2f4a96ca1c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd71d6c-30", "ovs_interfaceid": "9cd71d6c-30c4-447f-9e46-941552619e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1791.596998] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:b1:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cd71d6c-30c4-447f-9e46-941552619e76', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1791.604495] env[64147]: DEBUG oslo.service.loopingcall [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.604698] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1791.605156] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-608bb3ba-9ff5-4ed7-a121-2c712d35e7d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.626532] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1791.626532] env[64147]: value = "task-1840437" [ 1791.626532] env[64147]: _type = "Task" [ 1791.626532] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.634494] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840437, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.642872] env[64147]: DEBUG nova.compute.manager [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Received event network-vif-plugged-9cd71d6c-30c4-447f-9e46-941552619e76 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1791.643095] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] Acquiring lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.643304] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] Lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.643471] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] Lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.643636] env[64147]: DEBUG nova.compute.manager [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] No waiting events found dispatching network-vif-plugged-9cd71d6c-30c4-447f-9e46-941552619e76 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1791.643796] env[64147]: WARNING nova.compute.manager [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Received unexpected event network-vif-plugged-9cd71d6c-30c4-447f-9e46-941552619e76 for instance with vm_state building and task_state spawning. [ 1791.643955] env[64147]: DEBUG nova.compute.manager [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Received event network-changed-9cd71d6c-30c4-447f-9e46-941552619e76 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1791.644118] env[64147]: DEBUG nova.compute.manager [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Refreshing instance network info cache due to event network-changed-9cd71d6c-30c4-447f-9e46-941552619e76. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1791.644294] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] Acquiring lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.644428] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] Acquired lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.644579] env[64147]: DEBUG nova.network.neutron [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Refreshing network info cache for port 9cd71d6c-30c4-447f-9e46-941552619e76 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.682143] env[64147]: DEBUG nova.compute.manager [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1791.707861] env[64147]: DEBUG nova.virt.hardware [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1791.708178] env[64147]: DEBUG nova.virt.hardware [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.708379] env[64147]: DEBUG nova.virt.hardware [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1791.708589] env[64147]: DEBUG nova.virt.hardware [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.708741] env[64147]: DEBUG nova.virt.hardware [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1791.708906] env[64147]: DEBUG nova.virt.hardware [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1791.709441] env[64147]: DEBUG nova.virt.hardware [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1791.709441] env[64147]: DEBUG nova.virt.hardware [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1791.709560] env[64147]: DEBUG nova.virt.hardware [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1791.709660] env[64147]: DEBUG nova.virt.hardware [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1791.709832] env[64147]: DEBUG nova.virt.hardware [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1791.710709] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cea84b8-8f3d-4f25-a428-67e381429e72 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.719814] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd99f963-c916-4ef1-9642-6e631e34f9c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.854916] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52172121-8930-81c1-3bda-0376093ef54e, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.855751] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df8183d-ad5c-4af2-924b-1053e7ee19c8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.861319] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for the task: (returnval){ [ 1791.861319] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52138501-8ccb-0d70-0cf1-3356bb55be70" [ 1791.861319] env[64147]: _type = "Task" [ 1791.861319] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.869026] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52138501-8ccb-0d70-0cf1-3356bb55be70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.937168] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063906} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.937458] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1791.938304] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a451a8ce-971d-441c-a653-be10b7c6fb45 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.960375] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 40e5a9d5-852d-4f25-94cc-4c47f48aebf2/40e5a9d5-852d-4f25-94cc-4c47f48aebf2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.960729] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1f73aa4-ee2e-4610-9ad7-6697cebba92d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.981426] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for the task: (returnval){ [ 1791.981426] env[64147]: value = "task-1840438" [ 1791.981426] env[64147]: _type = "Task" [ 1791.981426] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.989655] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.060367] env[64147]: DEBUG nova.network.neutron [-] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.077893] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.078396] env[64147]: DEBUG nova.compute.manager [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1792.080923] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.320s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.082524] env[64147]: INFO nova.compute.claims [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.136978] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840437, 'name': CreateVM_Task, 'duration_secs': 0.41937} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.136978] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1792.137695] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.137924] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.138283] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1792.138574] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d00760-e5b9-4de5-aceb-6281e2f8c3f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.143180] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1792.143180] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520bb627-6056-c566-e896-ecc8ba882808" [ 1792.143180] env[64147]: _type = "Task" [ 1792.143180] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.155563] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520bb627-6056-c566-e896-ecc8ba882808, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.155900] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.156315] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1792.157789] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.371017] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52138501-8ccb-0d70-0cf1-3356bb55be70, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.371334] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.371640] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1c947d46-e43c-4e51-899b-8680e294eb69/1c947d46-e43c-4e51-899b-8680e294eb69.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1792.371948] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.372186] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1792.372426] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cfcbc0a-4616-4a2e-a198-7c0d5d99a016 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.374174] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43fdc80d-8254-45fe-80ba-7ba384acd097 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.381204] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for the task: (returnval){ [ 1792.381204] env[64147]: value = "task-1840439" [ 1792.381204] env[64147]: _type = "Task" [ 1792.381204] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.384839] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1792.385062] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1792.386042] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad0b38f-a5c6-422d-b787-be57ea83c489 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.395369] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.398196] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1792.398196] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52187ccd-7963-dace-a5d2-4f930ab0bcab" [ 1792.398196] env[64147]: _type = "Task" [ 1792.398196] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.405102] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52187ccd-7963-dace-a5d2-4f930ab0bcab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.491975] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840438, 'name': ReconfigVM_Task, 'duration_secs': 0.274407} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.492268] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 40e5a9d5-852d-4f25-94cc-4c47f48aebf2/40e5a9d5-852d-4f25-94cc-4c47f48aebf2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.492944] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c67460b-ef7a-4434-bd08-4969887ddd13 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.499538] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for the task: (returnval){ [ 1792.499538] env[64147]: value = "task-1840440" [ 1792.499538] env[64147]: _type = "Task" [ 1792.499538] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.510212] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840440, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.553724] env[64147]: DEBUG nova.network.neutron [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Updated VIF entry in instance network info cache for port 9cd71d6c-30c4-447f-9e46-941552619e76. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.554179] env[64147]: DEBUG nova.network.neutron [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Updating instance_info_cache with network_info: [{"id": "9cd71d6c-30c4-447f-9e46-941552619e76", "address": "fa:16:3e:14:b1:c3", "network": {"id": "0cf3dd12-5b34-4156-831b-2f3e450196af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-501548984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c04c68300ca547c0856c2f4a96ca1c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd71d6c-30", "ovs_interfaceid": "9cd71d6c-30c4-447f-9e46-941552619e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.563508] env[64147]: INFO nova.compute.manager [-] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Took 1.59 seconds to deallocate network for instance. [ 1792.570471] env[64147]: DEBUG nova.network.neutron [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Successfully updated port: d36777cc-976e-4a5c-92d3-511058f8cd42 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1792.586399] env[64147]: DEBUG nova.compute.utils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.590478] env[64147]: DEBUG nova.compute.manager [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1792.590647] env[64147]: DEBUG nova.network.neutron [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.667909] env[64147]: DEBUG nova.policy [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bd5e8b0801342e5ba1010280bfd7c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6cc077ca7e4eee8f0ce367819efa7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1792.892007] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840439, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.908877] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52187ccd-7963-dace-a5d2-4f930ab0bcab, 'name': SearchDatastore_Task, 'duration_secs': 0.008016} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.909719] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd927d9-368f-47c7-bd2d-3614d09c8755 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.916250] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1792.916250] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529f465c-ff31-e97a-c522-73acd47cd1b7" [ 1792.916250] env[64147]: _type = "Task" [ 1792.916250] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.926952] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529f465c-ff31-e97a-c522-73acd47cd1b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.960838] env[64147]: DEBUG nova.network.neutron [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Successfully created port: b4e8ce82-776a-40ad-871d-5da7d2959890 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1793.011101] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840440, 'name': Rename_Task, 'duration_secs': 0.144456} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.011406] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1793.012130] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08bdf8a7-7349-4e2f-bbcb-c6a0f065b8fc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.018371] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for the task: (returnval){ [ 1793.018371] env[64147]: value = "task-1840441" [ 1793.018371] env[64147]: _type = "Task" [ 1793.018371] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.025961] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.056867] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] Releasing lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.057283] env[64147]: DEBUG nova.compute.manager [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Received event network-vif-deleted-109d8aa3-0176-4f62-81c8-9785b26b7b0e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1793.057428] env[64147]: INFO nova.compute.manager [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Neutron deleted interface 109d8aa3-0176-4f62-81c8-9785b26b7b0e; detaching it from the instance and deleting it from the info cache [ 1793.057512] env[64147]: DEBUG nova.network.neutron [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.074846] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.075024] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "refresh_cache-58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.075024] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquired lock "refresh_cache-58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.075161] env[64147]: DEBUG nova.network.neutron [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1793.091661] env[64147]: DEBUG nova.compute.manager [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1793.206481] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1793.206775] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380844', 'volume_id': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'name': 'volume-fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98d10e09-08f9-4881-81a9-9f301a3e2907', 'attached_at': '', 'detached_at': '', 'volume_id': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'serial': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1793.207940] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c50f6-700c-496e-8afa-8db46b27bcbc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.231929] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeee5ad1-3864-4c1c-9d59-4aead003a6b5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.259415] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-fad6ef3b-da20-4cc6-a357-13bda6aed5d4/volume-fad6ef3b-da20-4cc6-a357-13bda6aed5d4.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1793.261719] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b02d361e-3ef3-44af-85b0-56ead2da0a60 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.280508] env[64147]: DEBUG oslo_vmware.api [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1793.280508] env[64147]: value = "task-1840442" [ 1793.280508] env[64147]: _type = "Task" [ 1793.280508] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.291416] env[64147]: DEBUG oslo_vmware.api [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.392487] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581124} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.395109] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1c947d46-e43c-4e51-899b-8680e294eb69/1c947d46-e43c-4e51-899b-8680e294eb69.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1793.395340] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1793.395875] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abf2d294-0b56-4a12-8f57-f60537579031 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.403730] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for the task: (returnval){ [ 1793.403730] env[64147]: value = "task-1840443" [ 1793.403730] env[64147]: _type = "Task" [ 1793.403730] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.414504] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.428404] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529f465c-ff31-e97a-c522-73acd47cd1b7, 'name': SearchDatastore_Task, 'duration_secs': 0.036154} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.428546] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.428810] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0/4a1a8b8c-ad90-45f5-adad-b70c03ee35a0.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1793.429239] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b85f075-2c32-4ac5-a5b4-48ae1b4100cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.436556] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1793.436556] env[64147]: value = "task-1840444" [ 1793.436556] env[64147]: _type = "Task" [ 1793.436556] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.444703] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.447439] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508f5b2e-d638-4777-98a9-f58fba90d5f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.454220] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75680848-1c01-4738-a633-3a5976ecd441 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.487541] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47716571-95c5-4e70-aca1-3a8c0758180f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.495984] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05346b3c-9045-40a0-9fdd-4f680117a8a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.510191] env[64147]: DEBUG nova.compute.provider_tree [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.528277] env[64147]: DEBUG oslo_vmware.api [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840441, 'name': PowerOnVM_Task, 'duration_secs': 0.467102} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.528605] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1793.528799] env[64147]: INFO nova.compute.manager [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1793.529160] env[64147]: DEBUG nova.compute.manager [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1793.529977] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c960d8c9-f58f-4158-b918-8c404e739f09 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.560702] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ba1cb92-af9a-49fe-8779-f1483cce44da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.570298] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40c3bf2-7882-4ae6-9519-d445a90c4a29 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.609178] env[64147]: DEBUG nova.compute.manager [req-ec977ff7-e44c-464e-b0df-1cf297040684 req-53cb93ad-8568-4d58-953b-a78e1a53a229 service nova] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Detach interface failed, port_id=109d8aa3-0176-4f62-81c8-9785b26b7b0e, reason: Instance fd26f2d8-5b60-47ea-9463-04f17c1c6804 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1793.620716] env[64147]: DEBUG nova.network.neutron [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1793.745878] env[64147]: DEBUG nova.compute.manager [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Received event network-vif-plugged-d36777cc-976e-4a5c-92d3-511058f8cd42 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1793.746160] env[64147]: DEBUG oslo_concurrency.lockutils [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] Acquiring lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.746430] env[64147]: DEBUG oslo_concurrency.lockutils [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] Lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.746617] env[64147]: DEBUG oslo_concurrency.lockutils [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] Lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.746828] env[64147]: DEBUG nova.compute.manager [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] No waiting events found dispatching network-vif-plugged-d36777cc-976e-4a5c-92d3-511058f8cd42 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1793.746918] env[64147]: WARNING nova.compute.manager [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Received unexpected event network-vif-plugged-d36777cc-976e-4a5c-92d3-511058f8cd42 for instance with vm_state building and task_state spawning. [ 1793.747108] env[64147]: DEBUG nova.compute.manager [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Received event network-changed-d36777cc-976e-4a5c-92d3-511058f8cd42 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1793.747276] env[64147]: DEBUG nova.compute.manager [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Refreshing instance network info cache due to event network-changed-d36777cc-976e-4a5c-92d3-511058f8cd42. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1793.747440] env[64147]: DEBUG oslo_concurrency.lockutils [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] Acquiring lock "refresh_cache-58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.791347] env[64147]: DEBUG oslo_vmware.api [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.866054] env[64147]: DEBUG nova.network.neutron [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Updating instance_info_cache with network_info: [{"id": "d36777cc-976e-4a5c-92d3-511058f8cd42", "address": "fa:16:3e:e9:fb:2b", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36777cc-97", "ovs_interfaceid": "d36777cc-976e-4a5c-92d3-511058f8cd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.914739] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144949} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.915164] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1793.916073] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde0c975-1227-482d-ad4e-69d3bb51c38a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.943141] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 1c947d46-e43c-4e51-899b-8680e294eb69/1c947d46-e43c-4e51-899b-8680e294eb69.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1793.943605] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c9019c-a033-4e1b-88e7-890f3e90e151 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.968765] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840444, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.970450] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for the task: (returnval){ [ 1793.970450] env[64147]: value = "task-1840445" [ 1793.970450] env[64147]: _type = "Task" [ 1793.970450] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.979163] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.014169] env[64147]: DEBUG nova.scheduler.client.report [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.048043] env[64147]: INFO nova.compute.manager [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Took 27.32 seconds to build instance. [ 1794.111653] env[64147]: DEBUG nova.compute.manager [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1794.139138] env[64147]: DEBUG nova.virt.hardware [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1794.139410] env[64147]: DEBUG nova.virt.hardware [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.139566] env[64147]: DEBUG nova.virt.hardware [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1794.139748] env[64147]: DEBUG nova.virt.hardware [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.139895] env[64147]: DEBUG nova.virt.hardware [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1794.140051] env[64147]: DEBUG nova.virt.hardware [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1794.140263] env[64147]: DEBUG nova.virt.hardware [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1794.140416] env[64147]: DEBUG nova.virt.hardware [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1794.140581] env[64147]: DEBUG nova.virt.hardware [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1794.140742] env[64147]: DEBUG nova.virt.hardware [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1794.140929] env[64147]: DEBUG nova.virt.hardware [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1794.141822] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b2601c-7ef0-4d2f-b3ad-2b388771a943 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.149316] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28ad0c0-0a52-4bdd-a47a-a6863f996f73 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.292496] env[64147]: DEBUG oslo_vmware.api [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840442, 'name': ReconfigVM_Task, 'duration_secs': 0.67164} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.292496] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-fad6ef3b-da20-4cc6-a357-13bda6aed5d4/volume-fad6ef3b-da20-4cc6-a357-13bda6aed5d4.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.297310] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2fe9891-a1ea-4eab-949f-cc9841343ac4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.311952] env[64147]: DEBUG oslo_vmware.api [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1794.311952] env[64147]: value = "task-1840446" [ 1794.311952] env[64147]: _type = "Task" [ 1794.311952] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.319952] env[64147]: DEBUG oslo_vmware.api [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.369638] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Releasing lock "refresh_cache-58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.370071] env[64147]: DEBUG nova.compute.manager [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Instance network_info: |[{"id": "d36777cc-976e-4a5c-92d3-511058f8cd42", "address": "fa:16:3e:e9:fb:2b", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36777cc-97", "ovs_interfaceid": "d36777cc-976e-4a5c-92d3-511058f8cd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1794.370399] env[64147]: DEBUG oslo_concurrency.lockutils [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] Acquired lock "refresh_cache-58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.370581] env[64147]: DEBUG nova.network.neutron [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Refreshing network info cache for port d36777cc-976e-4a5c-92d3-511058f8cd42 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.371801] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:fb:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd36777cc-976e-4a5c-92d3-511058f8cd42', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1794.379191] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Creating folder: Project (ce6cc077ca7e4eee8f0ce367819efa7a). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1794.380204] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2257a3ed-aa0e-4586-9752-8d679fbaf83a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.391049] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Created folder: Project (ce6cc077ca7e4eee8f0ce367819efa7a) in parent group-v380629. [ 1794.391880] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Creating folder: Instances. Parent ref: group-v380852. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1794.391880] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6eb1ebf-14f1-43a6-b4b6-3d0db5a1bb7c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.399903] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Created folder: Instances in parent group-v380852. [ 1794.400178] env[64147]: DEBUG oslo.service.loopingcall [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.400371] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1794.400568] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9b6f4d3-847e-407d-9ea1-81bc9cc6087c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.420126] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1794.420126] env[64147]: value = "task-1840449" [ 1794.420126] env[64147]: _type = "Task" [ 1794.420126] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.427951] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840449, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.454464] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706954} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.454636] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0/4a1a8b8c-ad90-45f5-adad-b70c03ee35a0.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1794.454942] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1794.455189] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42aa34e5-4e97-4cbb-a6fb-b631bb5e8fbd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.461504] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1794.461504] env[64147]: value = "task-1840450" [ 1794.461504] env[64147]: _type = "Task" [ 1794.461504] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.473016] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.479101] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840445, 'name': ReconfigVM_Task, 'duration_secs': 0.32604} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.479377] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 1c947d46-e43c-4e51-899b-8680e294eb69/1c947d46-e43c-4e51-899b-8680e294eb69.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.480086] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0deb873-d30d-419f-80b2-cc8ca0c5daec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.486599] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for the task: (returnval){ [ 1794.486599] env[64147]: value = "task-1840451" [ 1794.486599] env[64147]: _type = "Task" [ 1794.486599] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.495731] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840451, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.520500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.521076] env[64147]: DEBUG nova.compute.manager [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.523972] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.800s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.524266] env[64147]: DEBUG nova.objects.instance [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Lazy-loading 'resources' on Instance uuid 3510a6cb-dc3f-4ec4-afdf-e73e49a59797 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.550516] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7210bbb6-ceb6-46cf-927c-1fc3f7405680 tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.835s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.617784] env[64147]: DEBUG nova.network.neutron [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Successfully updated port: b4e8ce82-776a-40ad-871d-5da7d2959890 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.823407] env[64147]: DEBUG oslo_vmware.api [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840446, 'name': ReconfigVM_Task, 'duration_secs': 0.235303} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.823717] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380844', 'volume_id': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'name': 'volume-fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98d10e09-08f9-4881-81a9-9f301a3e2907', 'attached_at': '', 'detached_at': '', 'volume_id': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'serial': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1794.931633] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840449, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.970568] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080661} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.970921] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1794.971670] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae39f092-2f32-4440-8d34-b3b5aec20e3f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.992946] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0/4a1a8b8c-ad90-45f5-adad-b70c03ee35a0.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.995312] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72a8c21f-5d25-442e-96c3-c72282980757 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.017733] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840451, 'name': Rename_Task, 'duration_secs': 0.14686} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.018944] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.019265] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1795.019265] env[64147]: value = "task-1840452" [ 1795.019265] env[64147]: _type = "Task" [ 1795.019265] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.019477] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50ce7f16-7370-400d-9c73-9dc4979e01ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.029376] env[64147]: DEBUG nova.compute.utils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.032725] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.036178] env[64147]: DEBUG nova.compute.manager [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1795.036355] env[64147]: DEBUG nova.network.neutron [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.038141] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for the task: (returnval){ [ 1795.038141] env[64147]: value = "task-1840453" [ 1795.038141] env[64147]: _type = "Task" [ 1795.038141] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.047547] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840453, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.114318] env[64147]: DEBUG nova.policy [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d0b08ca57c6428da55dbc42a0ff4bfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f15a7a2b04f9414d87076c5df508bca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1795.120022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "refresh_cache-75c29ea8-00ee-4b6f-93ec-88e1669adacf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.120022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquired lock "refresh_cache-75c29ea8-00ee-4b6f-93ec-88e1669adacf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.120022] env[64147]: DEBUG nova.network.neutron [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.280847] env[64147]: DEBUG nova.network.neutron [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Updated VIF entry in instance network info cache for port d36777cc-976e-4a5c-92d3-511058f8cd42. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.281232] env[64147]: DEBUG nova.network.neutron [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Updating instance_info_cache with network_info: [{"id": "d36777cc-976e-4a5c-92d3-511058f8cd42", "address": "fa:16:3e:e9:fb:2b", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36777cc-97", "ovs_interfaceid": "d36777cc-976e-4a5c-92d3-511058f8cd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.330629] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef909d8-f854-499b-9f48-0dac9228a022 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.339133] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91a00f4-4ea1-4da7-b8bb-462b66f7a61a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.375865] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11f4aec-5bde-4ad8-aa19-33da3770e590 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.384476] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e00b4-f952-4759-9d4f-f148edc89e34 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.401061] env[64147]: DEBUG nova.compute.provider_tree [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.432105] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840449, 'name': CreateVM_Task, 'duration_secs': 0.872075} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.432105] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1795.432932] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.433091] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.433508] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1795.433789] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb15a12d-594d-45ba-938c-806518d846ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.439282] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1795.439282] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a07a3f-dee4-a6f0-6221-7f2bc8cca7d2" [ 1795.439282] env[64147]: _type = "Task" [ 1795.439282] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.447783] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a07a3f-dee4-a6f0-6221-7f2bc8cca7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.457564] env[64147]: DEBUG nova.network.neutron [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Successfully created port: a5f4e03c-ba0b-491e-a660-c86173c5bfee {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.534009] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.538018] env[64147]: DEBUG nova.compute.manager [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.548827] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.669767] env[64147]: DEBUG nova.network.neutron [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1796.404042] env[64147]: DEBUG oslo_concurrency.lockutils [req-047d4aaf-ed9f-4f0e-8e15-e05447a9275f req-d536cfc0-067a-4150-97ff-b2f842ee4b2b service nova] Releasing lock "refresh_cache-58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.404042] env[64147]: DEBUG nova.objects.instance [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lazy-loading 'flavor' on Instance uuid 98d10e09-08f9-4881-81a9-9f301a3e2907 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.404485] env[64147]: DEBUG nova.scheduler.client.report [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.410938] env[64147]: DEBUG nova.compute.manager [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Received event network-vif-plugged-b4e8ce82-776a-40ad-871d-5da7d2959890 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1796.410938] env[64147]: DEBUG oslo_concurrency.lockutils [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] Acquiring lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.410938] env[64147]: DEBUG oslo_concurrency.lockutils [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] Lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.411183] env[64147]: DEBUG oslo_concurrency.lockutils [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] Lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.411436] env[64147]: DEBUG nova.compute.manager [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] No waiting events found dispatching network-vif-plugged-b4e8ce82-776a-40ad-871d-5da7d2959890 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1796.411436] env[64147]: WARNING nova.compute.manager [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Received unexpected event network-vif-plugged-b4e8ce82-776a-40ad-871d-5da7d2959890 for instance with vm_state building and task_state spawning. [ 1796.414447] env[64147]: DEBUG nova.compute.manager [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Received event network-changed-b4e8ce82-776a-40ad-871d-5da7d2959890 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1796.414447] env[64147]: DEBUG nova.compute.manager [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Refreshing instance network info cache due to event network-changed-b4e8ce82-776a-40ad-871d-5da7d2959890. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1796.414447] env[64147]: DEBUG oslo_concurrency.lockutils [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] Acquiring lock "refresh_cache-75c29ea8-00ee-4b6f-93ec-88e1669adacf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.432879] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840452, 'name': ReconfigVM_Task, 'duration_secs': 0.688128} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.439210] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0/4a1a8b8c-ad90-45f5-adad-b70c03ee35a0.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1796.439804] env[64147]: DEBUG oslo_vmware.api [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840453, 'name': PowerOnVM_Task, 'duration_secs': 0.996018} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.440320] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a07a3f-dee4-a6f0-6221-7f2bc8cca7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.440842] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b5c8c20-72fe-4f4b-8d42-6e3fc667044e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.442493] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.442742] env[64147]: INFO nova.compute.manager [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1796.442863] env[64147]: DEBUG nova.compute.manager [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.443200] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.443409] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1796.443674] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.443770] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.443943] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1796.445204] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e115c2-72a8-438e-97de-5b0cda67c733 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.448083] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14571645-118d-4021-87b8-644afd897bcf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.460690] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1796.460690] env[64147]: value = "task-1840454" [ 1796.460690] env[64147]: _type = "Task" [ 1796.460690] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.462014] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1796.462202] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1796.465852] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b48e208-8b65-4662-97bb-098d2fdf0282 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.472860] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840454, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.474150] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1796.474150] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5271fbd2-ace3-9c8d-e0b4-4d8a2192d098" [ 1796.474150] env[64147]: _type = "Task" [ 1796.474150] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.483875] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5271fbd2-ace3-9c8d-e0b4-4d8a2192d098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.633223] env[64147]: DEBUG nova.network.neutron [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Updating instance_info_cache with network_info: [{"id": "b4e8ce82-776a-40ad-871d-5da7d2959890", "address": "fa:16:3e:bf:3f:c2", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e8ce82-77", "ovs_interfaceid": "b4e8ce82-776a-40ad-871d-5da7d2959890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.915905] env[64147]: DEBUG nova.compute.manager [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.920368] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.396s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.922263] env[64147]: DEBUG oslo_concurrency.lockutils [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquiring lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.922487] env[64147]: DEBUG oslo_concurrency.lockutils [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.922677] env[64147]: DEBUG oslo_concurrency.lockutils [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquiring lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.922866] env[64147]: DEBUG oslo_concurrency.lockutils [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.923066] env[64147]: DEBUG oslo_concurrency.lockutils [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.924729] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c9f074a9-1999-4d1f-a909-35fa7ba676fb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.876s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.926275] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.008s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.926501] env[64147]: DEBUG nova.objects.instance [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Lazy-loading 'resources' on Instance uuid 687bfd09-ff71-466e-98f0-fec9193e17fc {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.928662] env[64147]: INFO nova.compute.manager [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Terminating instance [ 1796.945796] env[64147]: DEBUG nova.virt.hardware [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.946092] env[64147]: DEBUG nova.virt.hardware [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.946256] env[64147]: DEBUG nova.virt.hardware [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.946432] env[64147]: DEBUG nova.virt.hardware [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.946577] env[64147]: DEBUG nova.virt.hardware [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.946769] env[64147]: DEBUG nova.virt.hardware [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.947018] env[64147]: DEBUG nova.virt.hardware [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.947226] env[64147]: DEBUG nova.virt.hardware [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.947382] env[64147]: DEBUG nova.virt.hardware [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.947545] env[64147]: DEBUG nova.virt.hardware [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.947742] env[64147]: DEBUG nova.virt.hardware [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.949011] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccebb73-c10a-4f31-b8b7-8580960a57da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.952325] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "98d10e09-08f9-4881-81a9-9f301a3e2907" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.952544] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.959724] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f2a4bb-3d2c-4616-959b-5fc19f7a422c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.979319] env[64147]: INFO nova.compute.manager [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Took 25.26 seconds to build instance. [ 1796.999836] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840454, 'name': Rename_Task, 'duration_secs': 0.347026} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.003657] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.004211] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5271fbd2-ace3-9c8d-e0b4-4d8a2192d098, 'name': SearchDatastore_Task, 'duration_secs': 0.013456} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.005163] env[64147]: INFO nova.scheduler.client.report [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Deleted allocations for instance 3510a6cb-dc3f-4ec4-afdf-e73e49a59797 [ 1797.006145] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8852ec7-cb92-4517-b90a-16351741609d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.010733] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97140743-e248-46c4-b64d-91094213fbae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.018017] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1797.018017] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a5e253-0c82-1f91-58c1-56bc789f31ba" [ 1797.018017] env[64147]: _type = "Task" [ 1797.018017] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.022576] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1797.022576] env[64147]: value = "task-1840455" [ 1797.022576] env[64147]: _type = "Task" [ 1797.022576] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.029615] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a5e253-0c82-1f91-58c1-56bc789f31ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.034450] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.136063] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Releasing lock "refresh_cache-75c29ea8-00ee-4b6f-93ec-88e1669adacf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.136063] env[64147]: DEBUG nova.compute.manager [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Instance network_info: |[{"id": "b4e8ce82-776a-40ad-871d-5da7d2959890", "address": "fa:16:3e:bf:3f:c2", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e8ce82-77", "ovs_interfaceid": "b4e8ce82-776a-40ad-871d-5da7d2959890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1797.136063] env[64147]: DEBUG oslo_concurrency.lockutils [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] Acquired lock "refresh_cache-75c29ea8-00ee-4b6f-93ec-88e1669adacf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.136063] env[64147]: DEBUG nova.network.neutron [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Refreshing network info cache for port b4e8ce82-776a-40ad-871d-5da7d2959890 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.137501] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:3f:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4e8ce82-776a-40ad-871d-5da7d2959890', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1797.144686] env[64147]: DEBUG oslo.service.loopingcall [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.148211] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1797.148793] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-151e510f-29fe-413b-8a04-73df87084711 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.169183] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1797.169183] env[64147]: value = "task-1840456" [ 1797.169183] env[64147]: _type = "Task" [ 1797.169183] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.178589] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840456, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.324219] env[64147]: DEBUG nova.network.neutron [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Successfully updated port: a5f4e03c-ba0b-491e-a660-c86173c5bfee {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.437210] env[64147]: DEBUG nova.compute.manager [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1797.437610] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1797.438413] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f6d37f-d962-4e1d-94d2-742d1a80d5c9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.446393] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1797.447674] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1f622df-63fb-4b60-81f8-2731f5c59006 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.455104] env[64147]: INFO nova.compute.manager [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Detaching volume fad6ef3b-da20-4cc6-a357-13bda6aed5d4 [ 1797.458461] env[64147]: DEBUG oslo_vmware.api [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for the task: (returnval){ [ 1797.458461] env[64147]: value = "task-1840457" [ 1797.458461] env[64147]: _type = "Task" [ 1797.458461] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.473264] env[64147]: DEBUG oslo_vmware.api [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.494765] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6296221d-3e0e-428b-aaad-99ea2d34c2e5 tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Lock "1c947d46-e43c-4e51-899b-8680e294eb69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.791s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.501140] env[64147]: INFO nova.virt.block_device [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Attempting to driver detach volume fad6ef3b-da20-4cc6-a357-13bda6aed5d4 from mountpoint /dev/sdb [ 1797.501413] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1797.501627] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380844', 'volume_id': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'name': 'volume-fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98d10e09-08f9-4881-81a9-9f301a3e2907', 'attached_at': '', 'detached_at': '', 'volume_id': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'serial': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1797.502554] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45b8619-358f-4500-9c07-ca0f468b7ca7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.537707] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0bcb123c-052f-4934-9170-e4c1e176da00 tempest-TenantUsagesTestJSON-575689933 tempest-TenantUsagesTestJSON-575689933-project-member] Lock "3510a6cb-dc3f-4ec4-afdf-e73e49a59797" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.196s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.547413] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ce70ce-284b-4795-9b96-bec160decd75 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.551673] env[64147]: DEBUG nova.network.neutron [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Updated VIF entry in instance network info cache for port b4e8ce82-776a-40ad-871d-5da7d2959890. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.551983] env[64147]: DEBUG nova.network.neutron [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Updating instance_info_cache with network_info: [{"id": "b4e8ce82-776a-40ad-871d-5da7d2959890", "address": "fa:16:3e:bf:3f:c2", "network": {"id": "de0f6cc2-0133-42be-a102-607ecf8f609a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f497ec7208764e8289a0a297c9358bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e8ce82-77", "ovs_interfaceid": "b4e8ce82-776a-40ad-871d-5da7d2959890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.561480] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a5e253-0c82-1f91-58c1-56bc789f31ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.567376] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa092f5-d8e0-4bc6-b4ba-6f2a711d6cbb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.570494] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.570723] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b/58c1f289-a2e9-491c-80ad-e2bb45cd5e5b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1797.570966] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840455, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.571977] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a780fe66-b6f8-4ff7-80ab-956f752dc721 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.599813] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee8eadf-af86-490c-9752-b00982ae0f4c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.602682] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1797.602682] env[64147]: value = "task-1840458" [ 1797.602682] env[64147]: _type = "Task" [ 1797.602682] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.618973] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] The volume has not been displaced from its original location: [datastore1] volume-fad6ef3b-da20-4cc6-a357-13bda6aed5d4/volume-fad6ef3b-da20-4cc6-a357-13bda6aed5d4.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1797.624530] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1797.628639] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c8c5efb-f64b-426d-b6a9-445825084c99 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.646293] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.652089] env[64147]: DEBUG oslo_vmware.api [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1797.652089] env[64147]: value = "task-1840459" [ 1797.652089] env[64147]: _type = "Task" [ 1797.652089] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.663654] env[64147]: DEBUG oslo_vmware.api [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.680953] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840456, 'name': CreateVM_Task, 'duration_secs': 0.508649} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.681218] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.681940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.682121] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.682532] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.685253] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfb8a5b-5c1a-4c96-ba93-47dbf877d0ff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.690358] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1797.690358] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]521456f8-0c6f-4e40-ad0d-6617dd2edc35" [ 1797.690358] env[64147]: _type = "Task" [ 1797.690358] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.698332] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521456f8-0c6f-4e40-ad0d-6617dd2edc35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.827830] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.828082] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.828192] env[64147]: DEBUG nova.network.neutron [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.835442] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904cd239-a9da-452e-9fa6-30fff16b784a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.847144] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee674b-3e57-43b9-a553-41753757e730 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.880506] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f102f21-9d02-4a0e-86ef-a55adc2cffdc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.884204] env[64147]: DEBUG nova.compute.manager [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Received event network-vif-plugged-a5f4e03c-ba0b-491e-a660-c86173c5bfee {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1797.884432] env[64147]: DEBUG oslo_concurrency.lockutils [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] Acquiring lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.884626] env[64147]: DEBUG oslo_concurrency.lockutils [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.884796] env[64147]: DEBUG oslo_concurrency.lockutils [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.884969] env[64147]: DEBUG nova.compute.manager [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] No waiting events found dispatching network-vif-plugged-a5f4e03c-ba0b-491e-a660-c86173c5bfee {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1797.885150] env[64147]: WARNING nova.compute.manager [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Received unexpected event network-vif-plugged-a5f4e03c-ba0b-491e-a660-c86173c5bfee for instance with vm_state building and task_state spawning. [ 1797.885372] env[64147]: DEBUG nova.compute.manager [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Received event network-changed-a5f4e03c-ba0b-491e-a660-c86173c5bfee {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1797.885491] env[64147]: DEBUG nova.compute.manager [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Refreshing instance network info cache due to event network-changed-a5f4e03c-ba0b-491e-a660-c86173c5bfee. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1797.885673] env[64147]: DEBUG oslo_concurrency.lockutils [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] Acquiring lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.892856] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d003ec7-11f3-43a2-91b6-8248c11338d2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.910020] env[64147]: DEBUG nova.compute.provider_tree [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.953773] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquiring lock "1c947d46-e43c-4e51-899b-8680e294eb69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.954067] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Lock "1c947d46-e43c-4e51-899b-8680e294eb69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.954296] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquiring lock "1c947d46-e43c-4e51-899b-8680e294eb69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.954484] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Lock "1c947d46-e43c-4e51-899b-8680e294eb69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.954674] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Lock "1c947d46-e43c-4e51-899b-8680e294eb69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.957203] env[64147]: INFO nova.compute.manager [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Terminating instance [ 1797.969985] env[64147]: DEBUG oslo_vmware.api [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840457, 'name': PowerOffVM_Task, 'duration_secs': 0.222881} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.970185] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1797.970332] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1797.970585] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bac497a3-7029-4649-8ac3-b75f0c0e7d89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.046455] env[64147]: DEBUG oslo_vmware.api [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840455, 'name': PowerOnVM_Task, 'duration_secs': 0.561652} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.046741] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.046964] env[64147]: INFO nova.compute.manager [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1798.047170] env[64147]: DEBUG nova.compute.manager [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.047993] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f9b883-ea55-4a3a-b88c-859d3d44238e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.056223] env[64147]: DEBUG oslo_concurrency.lockutils [req-ed494bf6-6e4e-40e2-b9b2-57fef725f908 req-ee4bb30a-3eb2-4b3b-ac9a-1fed6813b48e service nova] Releasing lock "refresh_cache-75c29ea8-00ee-4b6f-93ec-88e1669adacf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.073522] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1798.073743] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1798.073926] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Deleting the datastore file [datastore2] 40e5a9d5-852d-4f25-94cc-4c47f48aebf2 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1798.074218] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92d71881-0b81-4471-bb05-a5ce18024394 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.082513] env[64147]: DEBUG oslo_vmware.api [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for the task: (returnval){ [ 1798.082513] env[64147]: value = "task-1840461" [ 1798.082513] env[64147]: _type = "Task" [ 1798.082513] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.092026] env[64147]: DEBUG oslo_vmware.api [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.113256] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438803} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.113627] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b/58c1f289-a2e9-491c-80ad-e2bb45cd5e5b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.114015] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1798.114487] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d86728bf-d42d-4311-a857-3ef021bfb368 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.122034] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1798.122034] env[64147]: value = "task-1840462" [ 1798.122034] env[64147]: _type = "Task" [ 1798.122034] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.130769] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.162083] env[64147]: DEBUG oslo_vmware.api [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840459, 'name': ReconfigVM_Task, 'duration_secs': 0.273938} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.162375] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1798.168359] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-704e6e44-8b4a-4185-84f1-6057488910f4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.185572] env[64147]: DEBUG oslo_vmware.api [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1798.185572] env[64147]: value = "task-1840463" [ 1798.185572] env[64147]: _type = "Task" [ 1798.185572] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.193690] env[64147]: DEBUG oslo_vmware.api [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.201525] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]521456f8-0c6f-4e40-ad0d-6617dd2edc35, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.201821] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.202096] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1798.202335] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.202494] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.202776] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.203131] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-873c8917-a9b4-46b9-8791-017760e2b3e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.213599] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.213797] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.214665] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ef6ecd-a9bb-4f0f-89b1-866c51cf56a9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.220230] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1798.220230] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529eeabf-b230-522d-0415-041973c204f3" [ 1798.220230] env[64147]: _type = "Task" [ 1798.220230] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.227867] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529eeabf-b230-522d-0415-041973c204f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.359763] env[64147]: DEBUG nova.network.neutron [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.412748] env[64147]: DEBUG nova.scheduler.client.report [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.469088] env[64147]: DEBUG nova.compute.manager [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1798.469393] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.470199] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cebbfc-7895-473b-b328-7c28200ea085 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.480211] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.480457] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ef01d34-a932-4b74-a661-2064c5499f17 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.486345] env[64147]: DEBUG oslo_vmware.api [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for the task: (returnval){ [ 1798.486345] env[64147]: value = "task-1840464" [ 1798.486345] env[64147]: _type = "Task" [ 1798.486345] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.494797] env[64147]: DEBUG oslo_vmware.api [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.567069] env[64147]: INFO nova.compute.manager [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Took 16.12 seconds to build instance. [ 1798.593721] env[64147]: DEBUG oslo_vmware.api [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Task: {'id': task-1840461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152294} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.594764] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1798.594989] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1798.595202] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1798.595384] env[64147]: INFO nova.compute.manager [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1798.595684] env[64147]: DEBUG oslo.service.loopingcall [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1798.596760] env[64147]: DEBUG nova.network.neutron [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Updating instance_info_cache with network_info: [{"id": "a5f4e03c-ba0b-491e-a660-c86173c5bfee", "address": "fa:16:3e:e5:5a:97", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f4e03c-ba", "ovs_interfaceid": "a5f4e03c-ba0b-491e-a660-c86173c5bfee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.598491] env[64147]: DEBUG nova.compute.manager [-] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1798.598491] env[64147]: DEBUG nova.network.neutron [-] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1798.632746] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069189} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.633051] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1798.635185] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e8b3a2-8469-49c1-a322-eea913f82fb1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.663162] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b/58c1f289-a2e9-491c-80ad-e2bb45cd5e5b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.663507] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f062d69-3f06-443c-86b5-00e90b4b1b45 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.686579] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1798.686579] env[64147]: value = "task-1840465" [ 1798.686579] env[64147]: _type = "Task" [ 1798.686579] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.699143] env[64147]: DEBUG oslo_vmware.api [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840463, 'name': ReconfigVM_Task, 'duration_secs': 0.148011} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.702256] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380844', 'volume_id': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'name': 'volume-fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98d10e09-08f9-4881-81a9-9f301a3e2907', 'attached_at': '', 'detached_at': '', 'volume_id': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4', 'serial': 'fad6ef3b-da20-4cc6-a357-13bda6aed5d4'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1798.704300] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.730261] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529eeabf-b230-522d-0415-041973c204f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.730552] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c834e03-ec91-4a04-9c43-f6a7fdb460be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.737905] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1798.737905] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52891557-9d90-c66a-20b4-07fb96939351" [ 1798.737905] env[64147]: _type = "Task" [ 1798.737905] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.743371] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52891557-9d90-c66a-20b4-07fb96939351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.918069] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.920321] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.903s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.920572] env[64147]: DEBUG nova.objects.instance [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lazy-loading 'resources' on Instance uuid 1456713b-c899-46fd-ad10-9e90e6bb64c2 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.943032] env[64147]: INFO nova.scheduler.client.report [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Deleted allocations for instance 687bfd09-ff71-466e-98f0-fec9193e17fc [ 1798.996891] env[64147]: DEBUG oslo_vmware.api [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840464, 'name': PowerOffVM_Task, 'duration_secs': 0.1954} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.997170] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.997342] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.997862] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c156a1eb-bb5d-486c-abf2-27539291e342 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.068801] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8c06f522-ca7a-4aa6-a833-9927f21f4f01 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.629s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.101903] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.102222] env[64147]: DEBUG nova.compute.manager [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Instance network_info: |[{"id": "a5f4e03c-ba0b-491e-a660-c86173c5bfee", "address": "fa:16:3e:e5:5a:97", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f4e03c-ba", "ovs_interfaceid": "a5f4e03c-ba0b-491e-a660-c86173c5bfee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1799.102544] env[64147]: DEBUG oslo_concurrency.lockutils [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] Acquired lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.102718] env[64147]: DEBUG nova.network.neutron [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Refreshing network info cache for port a5f4e03c-ba0b-491e-a660-c86173c5bfee {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.103994] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:5a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5f4e03c-ba0b-491e-a660-c86173c5bfee', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.112126] env[64147]: DEBUG oslo.service.loopingcall [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.115685] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.116269] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c7dcdb4-167a-46c4-8b51-5b5c2eb55234 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.137575] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.137575] env[64147]: value = "task-1840467" [ 1799.137575] env[64147]: _type = "Task" [ 1799.137575] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.138945] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.139173] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.139352] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Deleting the datastore file [datastore1] 1c947d46-e43c-4e51-899b-8680e294eb69 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.143117] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef44ce30-9f65-4466-a732-d7742399c730 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.149162] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840467, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.150530] env[64147]: DEBUG oslo_vmware.api [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for the task: (returnval){ [ 1799.150530] env[64147]: value = "task-1840468" [ 1799.150530] env[64147]: _type = "Task" [ 1799.150530] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.170039] env[64147]: DEBUG oslo_vmware.api [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.202445] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.254105] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52891557-9d90-c66a-20b4-07fb96939351, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.255110] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.255485] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 75c29ea8-00ee-4b6f-93ec-88e1669adacf/75c29ea8-00ee-4b6f-93ec-88e1669adacf.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1799.255964] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4d4339c-29ea-4b3a-8df7-faf2e370c7e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.265544] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1799.265544] env[64147]: value = "task-1840469" [ 1799.265544] env[64147]: _type = "Task" [ 1799.265544] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.271200] env[64147]: DEBUG nova.objects.instance [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lazy-loading 'flavor' on Instance uuid 98d10e09-08f9-4881-81a9-9f301a3e2907 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.287689] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.382171] env[64147]: DEBUG nova.network.neutron [-] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.451717] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f6873c7e-44ac-4ae3-823a-0d70b9044f4e tempest-ServerAddressesTestJSON-2021096525 tempest-ServerAddressesTestJSON-2021096525-project-member] Lock "687bfd09-ff71-466e-98f0-fec9193e17fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.514s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.649907] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840467, 'name': CreateVM_Task, 'duration_secs': 0.401941} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.653472] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1799.654648] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.654924] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.655314] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1799.658841] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ff1ec2-e5ea-4df8-9eaf-a1dd6f3930f8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.664873] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1799.664873] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52518664-e441-7709-19f9-7392005029b3" [ 1799.664873] env[64147]: _type = "Task" [ 1799.664873] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.671492] env[64147]: DEBUG oslo_vmware.api [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Task: {'id': task-1840468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157946} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.675496] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1799.675815] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1799.676066] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1799.676359] env[64147]: INFO nova.compute.manager [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1799.676691] env[64147]: DEBUG oslo.service.loopingcall [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.676961] env[64147]: DEBUG nova.compute.manager [-] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1799.677127] env[64147]: DEBUG nova.network.neutron [-] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1799.685207] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52518664-e441-7709-19f9-7392005029b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.702484] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840465, 'name': ReconfigVM_Task, 'duration_secs': 0.713632} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.702484] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b/58c1f289-a2e9-491c-80ad-e2bb45cd5e5b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.702787] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44eb0cc4-d744-44d6-92cf-e18a84131f64 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.715311] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1799.715311] env[64147]: value = "task-1840470" [ 1799.715311] env[64147]: _type = "Task" [ 1799.715311] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.724067] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840470, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.745247] env[64147]: INFO nova.compute.manager [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Rescuing [ 1799.745529] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.745759] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.746059] env[64147]: DEBUG nova.network.neutron [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.752028] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4f7b1-2ee6-4c51-b87a-77c0e3c3aca3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.761577] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d8bf79-71de-44e8-b949-35767b79734e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.802755] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeda939-c4cc-4ee8-9cda-fe45722158a1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.811460] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449231} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.812290] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 75c29ea8-00ee-4b6f-93ec-88e1669adacf/75c29ea8-00ee-4b6f-93ec-88e1669adacf.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.815544] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.815544] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39b823cb-0bf5-4da5-bc98-531d92d317ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.818679] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537847f9-60a2-487e-9193-8ffb74762bd4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.825597] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1799.825597] env[64147]: value = "task-1840471" [ 1799.825597] env[64147]: _type = "Task" [ 1799.825597] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.840626] env[64147]: DEBUG nova.compute.provider_tree [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.846575] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.885506] env[64147]: INFO nova.compute.manager [-] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Took 1.29 seconds to deallocate network for instance. [ 1800.100995] env[64147]: DEBUG nova.network.neutron [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Updated VIF entry in instance network info cache for port a5f4e03c-ba0b-491e-a660-c86173c5bfee. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.101393] env[64147]: DEBUG nova.network.neutron [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Updating instance_info_cache with network_info: [{"id": "a5f4e03c-ba0b-491e-a660-c86173c5bfee", "address": "fa:16:3e:e5:5a:97", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f4e03c-ba", "ovs_interfaceid": "a5f4e03c-ba0b-491e-a660-c86173c5bfee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.182933] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52518664-e441-7709-19f9-7392005029b3, 'name': SearchDatastore_Task, 'duration_secs': 0.03254} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.183295] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.183678] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.183868] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.183980] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.184147] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.184437] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ab81cda-9394-4477-869f-05e96b0a082c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.195189] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.195189] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.195189] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d376af1-478f-46f7-b7e4-c3c663180237 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.200322] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1800.200322] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a11598-9aa4-7178-1f55-18230d3e43fb" [ 1800.200322] env[64147]: _type = "Task" [ 1800.200322] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.208307] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a11598-9aa4-7178-1f55-18230d3e43fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.215050] env[64147]: DEBUG nova.compute.manager [req-274d57ec-fc20-4595-aac6-44a83d83117f req-0c800329-efc6-4658-adef-944096b288f5 service nova] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Received event network-vif-deleted-ba7d86b9-4657-492d-8866-f7052e0b25da {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1800.225315] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840470, 'name': Rename_Task, 'duration_secs': 0.20513} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.225618] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.225874] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1d2f395-d91f-4704-be1d-7814a5ec963e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.232118] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1800.232118] env[64147]: value = "task-1840472" [ 1800.232118] env[64147]: _type = "Task" [ 1800.232118] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.240444] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.312978] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a527b8ed-e10c-4d9a-b473-e9a3a38414b0 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.360s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.338398] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065975} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.338837] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.339667] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f131d6c-cb40-46eb-8979-de64ec9c360f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.343889] env[64147]: DEBUG nova.scheduler.client.report [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.372142] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 75c29ea8-00ee-4b6f-93ec-88e1669adacf/75c29ea8-00ee-4b6f-93ec-88e1669adacf.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.375649] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb3f611c-dd24-4d2e-b69a-09a729b4788a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.392102] env[64147]: DEBUG oslo_concurrency.lockutils [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.396883] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1800.396883] env[64147]: value = "task-1840473" [ 1800.396883] env[64147]: _type = "Task" [ 1800.396883] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.407736] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.603899] env[64147]: DEBUG oslo_concurrency.lockutils [req-fad1211a-5697-4da1-ba30-1183bc08d22d req-61a0004e-abe0-4e6d-b83e-61772fceafde service nova] Releasing lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.711873] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a11598-9aa4-7178-1f55-18230d3e43fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008657} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.712681] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb858d80-a05f-4a00-badf-efdc8b6a6605 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.718771] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1800.718771] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52073d31-8f56-0249-9f0b-c72f1b44a698" [ 1800.718771] env[64147]: _type = "Task" [ 1800.718771] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.728447] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52073d31-8f56-0249-9f0b-c72f1b44a698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.729460] env[64147]: DEBUG nova.network.neutron [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Updating instance_info_cache with network_info: [{"id": "9cd71d6c-30c4-447f-9e46-941552619e76", "address": "fa:16:3e:14:b1:c3", "network": {"id": "0cf3dd12-5b34-4156-831b-2f3e450196af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-501548984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c04c68300ca547c0856c2f4a96ca1c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd71d6c-30", "ovs_interfaceid": "9cd71d6c-30c4-447f-9e46-941552619e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.743977] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.850362] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.853095] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.475s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.854777] env[64147]: INFO nova.compute.claims [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.877543] env[64147]: INFO nova.scheduler.client.report [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Deleted allocations for instance 1456713b-c899-46fd-ad10-9e90e6bb64c2 [ 1800.910816] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840473, 'name': ReconfigVM_Task, 'duration_secs': 0.295946} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.910816] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 75c29ea8-00ee-4b6f-93ec-88e1669adacf/75c29ea8-00ee-4b6f-93ec-88e1669adacf.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.911341] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ad59aad-9dda-4188-b10e-9b3684ac4b6a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.918649] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1800.918649] env[64147]: value = "task-1840474" [ 1800.918649] env[64147]: _type = "Task" [ 1800.918649] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.930938] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840474, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.027372] env[64147]: DEBUG nova.network.neutron [-] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.238243] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Releasing lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.240768] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52073d31-8f56-0249-9f0b-c72f1b44a698, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.245728] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.246114] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9454b221-bbbe-4c20-b78e-9b6abc5b6dff/9454b221-bbbe-4c20-b78e-9b6abc5b6dff.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.246365] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dba9a83e-404f-4df7-a531-7d131a244204 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.258623] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840472, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.260850] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1801.260850] env[64147]: value = "task-1840475" [ 1801.260850] env[64147]: _type = "Task" [ 1801.260850] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.279646] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.383971] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3daa4536-a7ab-44f1-8bf2-eadb928043f8 tempest-ServersAdminTestJSON-210153211 tempest-ServersAdminTestJSON-210153211-project-member] Lock "1456713b-c899-46fd-ad10-9e90e6bb64c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.366s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.435705] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840474, 'name': Rename_Task, 'duration_secs': 0.133039} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.436317] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.436738] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-763bba93-c1f7-4c9c-add4-4cf1f358cb7f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.443955] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1801.443955] env[64147]: value = "task-1840476" [ 1801.443955] env[64147]: _type = "Task" [ 1801.443955] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.454299] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.529922] env[64147]: INFO nova.compute.manager [-] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Took 1.85 seconds to deallocate network for instance. [ 1801.750905] env[64147]: DEBUG oslo_vmware.api [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840472, 'name': PowerOnVM_Task, 'duration_secs': 1.025187} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.751892] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.752143] env[64147]: INFO nova.compute.manager [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1801.752452] env[64147]: DEBUG nova.compute.manager [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.753342] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3441ef0-c7ed-4d58-ae71-9fabcb276404 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.778436] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444262} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.778436] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9454b221-bbbe-4c20-b78e-9b6abc5b6dff/9454b221-bbbe-4c20-b78e-9b6abc5b6dff.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1801.779716] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1801.780079] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cb25e60-3be6-4e78-a172-5841946beedd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.788699] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1801.788699] env[64147]: value = "task-1840477" [ 1801.788699] env[64147]: _type = "Task" [ 1801.788699] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.797671] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.929210] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "55222031-5974-47b0-9d19-a236e717d726" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.929428] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "55222031-5974-47b0-9d19-a236e717d726" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.958365] env[64147]: DEBUG oslo_vmware.api [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840476, 'name': PowerOnVM_Task, 'duration_secs': 0.494672} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.958365] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.958793] env[64147]: INFO nova.compute.manager [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1801.959099] env[64147]: DEBUG nova.compute.manager [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.962322] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc07046b-6576-449f-8fd0-15686f51d02a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.039056] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.212940] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f939a1c-a5e5-4c23-a773-91feb0e6ab7f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.222361] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84064649-b736-418e-baec-98f3c6b1de52 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.264722] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e38de34-53e8-4b85-85b5-6bfb4bd8d1de {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.269844] env[64147]: DEBUG nova.compute.manager [req-82166e77-47d8-4aa4-aaa2-0619b400ac03 req-83b81231-d586-4f60-9cbc-a22dba4d650e service nova] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Received event network-vif-deleted-b1c8810c-0471-427f-bbc7-989c19e3f941 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1802.281417] env[64147]: INFO nova.compute.manager [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Took 17.59 seconds to build instance. [ 1802.282387] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371d30da-cecd-4611-a529-90cd55036963 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.302557] env[64147]: DEBUG nova.compute.provider_tree [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.309196] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067552} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.309379] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1802.310190] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9b4bef-fcd8-4bda-89e6-682455210335 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.333059] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 9454b221-bbbe-4c20-b78e-9b6abc5b6dff/9454b221-bbbe-4c20-b78e-9b6abc5b6dff.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1802.333864] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-076aabb9-4a40-48a3-a42f-766ef7dd8d7b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.354164] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1802.354164] env[64147]: value = "task-1840478" [ 1802.354164] env[64147]: _type = "Task" [ 1802.354164] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.362064] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.432294] env[64147]: DEBUG nova.compute.manager [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1802.487646] env[64147]: INFO nova.compute.manager [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Took 17.56 seconds to build instance. [ 1802.788174] env[64147]: DEBUG oslo_concurrency.lockutils [None req-096e69d2-e636-4298-be5a-39195e3d838a tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.108s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.790936] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.791264] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13749846-4847-483f-8999-2f133ac8cfbb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.802008] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1802.802008] env[64147]: value = "task-1840479" [ 1802.802008] env[64147]: _type = "Task" [ 1802.802008] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.807806] env[64147]: DEBUG nova.scheduler.client.report [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.822278] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.866129] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.964510] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.990702] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aaa20cf5-35b1-49cf-ab09-20a4901040b7 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.076s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.319197] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.319411] env[64147]: DEBUG nova.compute.manager [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1803.323023] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840479, 'name': PowerOffVM_Task, 'duration_secs': 0.496677} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.323411] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.249s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.323763] env[64147]: DEBUG nova.objects.instance [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lazy-loading 'resources' on Instance uuid fd26f2d8-5b60-47ea-9463-04f17c1c6804 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.325878] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.327534] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cfa92f-8880-4c06-a6ee-5f9c273b3dc2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.355819] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4b14fd-63cd-4930-8537-8cf3bcb06784 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.375809] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840478, 'name': ReconfigVM_Task, 'duration_secs': 0.990633} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.375809] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 9454b221-bbbe-4c20-b78e-9b6abc5b6dff/9454b221-bbbe-4c20-b78e-9b6abc5b6dff.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.376446] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3738adc9-3a6f-4960-8b0d-fe7857f033ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.384062] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1803.384062] env[64147]: value = "task-1840480" [ 1803.384062] env[64147]: _type = "Task" [ 1803.384062] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.392879] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840480, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.405134] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.405134] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0543da63-3712-4faf-948c-8bab5cd0bfa6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.412403] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1803.412403] env[64147]: value = "task-1840481" [ 1803.412403] env[64147]: _type = "Task" [ 1803.412403] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.422344] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1803.422576] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1803.422848] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.423011] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.423269] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1803.423498] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e534d2-5eed-4429-b764-f3bde84cd72a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.432066] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1803.432205] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1803.432910] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8bd405-d1f0-4bc9-81fc-4a606a07d69e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.438095] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1803.438095] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52568534-569a-9af0-68c5-3a7b2499f34f" [ 1803.438095] env[64147]: _type = "Task" [ 1803.438095] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.446261] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52568534-569a-9af0-68c5-3a7b2499f34f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.828575] env[64147]: DEBUG nova.compute.utils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.829878] env[64147]: DEBUG nova.compute.manager [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1803.830115] env[64147]: DEBUG nova.network.neutron [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1803.899884] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840480, 'name': Rename_Task, 'duration_secs': 0.307534} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.900221] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1803.907453] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13891811-6683-423c-b064-21355f746d0d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.907860] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1803.907860] env[64147]: value = "task-1840482" [ 1803.907860] env[64147]: _type = "Task" [ 1803.907860] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.914122] env[64147]: DEBUG nova.policy [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c33259a03ce49df886b61092d03ed5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75d89bfa3bd4bc0b581c30c8ba92309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1803.926198] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840482, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.950550] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52568534-569a-9af0-68c5-3a7b2499f34f, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.950986] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ec2cf3-ad11-4da6-9247-e126eb6494f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.956406] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1803.956406] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526e9b89-cfe5-d0f3-f624-1e4798d75a70" [ 1803.956406] env[64147]: _type = "Task" [ 1803.956406] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.969432] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526e9b89-cfe5-d0f3-f624-1e4798d75a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.213394] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486cdb97-7377-4bec-8576-4d95c8a85ac2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.223152] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ccb46-3ada-48e4-9834-75019e9f98f0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.262024] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb5e35b-bd0f-4f30-9e4d-7cbd17818b01 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.267730] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a7985c-e0a9-4acd-a452-bf3ef90b9a09 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.282725] env[64147]: DEBUG nova.compute.provider_tree [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.333648] env[64147]: DEBUG nova.compute.manager [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1804.360785] env[64147]: DEBUG nova.network.neutron [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Successfully created port: f9b6c9cc-b181-466b-a9c0-dede6d8fbd63 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1804.424210] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840482, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.466911] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526e9b89-cfe5-d0f3-f624-1e4798d75a70, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.466981] env[64147]: DEBUG oslo_concurrency.lockutils [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.467224] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. {{(pid=64147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1804.467489] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d64329d4-ffaa-4c7f-8900-c59a41aac1f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.473898] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1804.473898] env[64147]: value = "task-1840483" [ 1804.473898] env[64147]: _type = "Task" [ 1804.473898] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.479042] env[64147]: DEBUG nova.compute.manager [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.480137] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291c2cc9-a158-425e-a0cd-07dd5d04b294 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.490311] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.786090] env[64147]: DEBUG nova.scheduler.client.report [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1804.924071] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840482, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.984284] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487676} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.984739] env[64147]: INFO nova.virt.vmwareapi.ds_util [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. [ 1804.988705] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4ced3e-201d-40e8-8b38-d1f8ea235b68 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.012407] env[64147]: INFO nova.compute.manager [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] instance snapshotting [ 1805.023829] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1805.025107] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e616cac-cd48-4b15-a0a5-2ba90eebbb72 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.039902] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0be916-fe55-4e9c-be6e-b823cb233c84 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.067559] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ff4e66-e984-46cb-80b6-2b2f97c76980 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.071439] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1805.071439] env[64147]: value = "task-1840484" [ 1805.071439] env[64147]: _type = "Task" [ 1805.071439] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.091524] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.296739] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.297730] env[64147]: DEBUG oslo_concurrency.lockutils [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.906s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.297976] env[64147]: DEBUG nova.objects.instance [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Lazy-loading 'resources' on Instance uuid 40e5a9d5-852d-4f25-94cc-4c47f48aebf2 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.336491] env[64147]: INFO nova.scheduler.client.report [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleted allocations for instance fd26f2d8-5b60-47ea-9463-04f17c1c6804 [ 1805.346333] env[64147]: DEBUG nova.compute.manager [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1805.376283] env[64147]: DEBUG nova.virt.hardware [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1805.376548] env[64147]: DEBUG nova.virt.hardware [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1805.376751] env[64147]: DEBUG nova.virt.hardware [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1805.376947] env[64147]: DEBUG nova.virt.hardware [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1805.379099] env[64147]: DEBUG nova.virt.hardware [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1805.379099] env[64147]: DEBUG nova.virt.hardware [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1805.379099] env[64147]: DEBUG nova.virt.hardware [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1805.379099] env[64147]: DEBUG nova.virt.hardware [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1805.379306] env[64147]: DEBUG nova.virt.hardware [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1805.379337] env[64147]: DEBUG nova.virt.hardware [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1805.379513] env[64147]: DEBUG nova.virt.hardware [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1805.380859] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1d625c-aed6-4cb6-a5b9-b12e7eac8fbf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.389541] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aea11a5-533e-4081-974e-69dab4a9234e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.421544] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840482, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.581744] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.586896] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1805.587195] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd1639a5-7235-4c4d-8fc4-f8f58669a3c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.594952] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1805.594952] env[64147]: value = "task-1840485" [ 1805.594952] env[64147]: _type = "Task" [ 1805.594952] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.603053] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840485, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.852065] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5dafe705-332f-4d71-8429-e7cd36ff9026 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "fd26f2d8-5b60-47ea-9463-04f17c1c6804" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.113s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.929790] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840482, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.087537] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840484, 'name': ReconfigVM_Task, 'duration_secs': 0.736961} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.088066] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1806.091020] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbbfb92-d147-461d-9ee3-b597527c30dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.093314] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f55f61b-3ad1-4b77-858d-90acae2a1f93 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.126334] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52858da1-1a59-4379-a8b4-0c646a66a24f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.141507] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61555f24-0709-4b6f-bb39-e890d9b2a382 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.146398] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840485, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.184658] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1806.184658] env[64147]: value = "task-1840486" [ 1806.184658] env[64147]: _type = "Task" [ 1806.184658] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.185844] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e5182f-5ffb-444d-924b-dd21d50a711d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.201797] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cb2e81-9d2f-422a-ad5a-36f2016a35b8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.205650] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.215868] env[64147]: DEBUG nova.compute.provider_tree [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.424334] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840482, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.606659] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840485, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.694818] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840486, 'name': ReconfigVM_Task, 'duration_secs': 0.214541} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.695621] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.695621] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64dc5895-c04d-4794-abd5-e1e51c0e9360 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.701692] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1806.701692] env[64147]: value = "task-1840487" [ 1806.701692] env[64147]: _type = "Task" [ 1806.701692] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.709247] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.720244] env[64147]: DEBUG nova.scheduler.client.report [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1806.929667] env[64147]: DEBUG oslo_vmware.api [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840482, 'name': PowerOnVM_Task, 'duration_secs': 2.822018} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.929910] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.930341] env[64147]: INFO nova.compute.manager [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1806.930481] env[64147]: DEBUG nova.compute.manager [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.931641] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe15fa-740d-40cc-a8e8-04da1f732983 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.106954] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840485, 'name': CreateSnapshot_Task, 'duration_secs': 1.097029} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.108077] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1807.108077] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4fd590-8ab8-4f18-bec8-14e10c518806 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.214512] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840487, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.225490] env[64147]: DEBUG oslo_concurrency.lockutils [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.228746] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.189s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.228746] env[64147]: DEBUG nova.objects.instance [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Lazy-loading 'resources' on Instance uuid 1c947d46-e43c-4e51-899b-8680e294eb69 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.254174] env[64147]: INFO nova.scheduler.client.report [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Deleted allocations for instance 40e5a9d5-852d-4f25-94cc-4c47f48aebf2 [ 1807.461053] env[64147]: INFO nova.compute.manager [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Took 21.72 seconds to build instance. [ 1807.627836] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1807.627963] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b508fc2c-c346-4839-91b3-d98f937be6c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.638817] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1807.638817] env[64147]: value = "task-1840488" [ 1807.638817] env[64147]: _type = "Task" [ 1807.638817] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.647775] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.712371] env[64147]: DEBUG oslo_vmware.api [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840487, 'name': PowerOnVM_Task, 'duration_secs': 0.67231} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.712644] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1807.715939] env[64147]: DEBUG nova.compute.manager [None req-03a88484-4cef-4d9d-86e3-0b013e842687 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1807.716714] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376c6c44-38a5-42dc-96d6-763af66301c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.764076] env[64147]: DEBUG oslo_concurrency.lockutils [None req-85dde4ec-e0f9-4638-996b-32473bbb8ddd tempest-ServerTagsTestJSON-284026632 tempest-ServerTagsTestJSON-284026632-project-member] Lock "40e5a9d5-852d-4f25-94cc-4c47f48aebf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.841s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.964316] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20b1ea27-7168-4966-b931-6af65e861b30 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.233s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.063961] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275874ef-4c9f-49a4-9f8d-a5aeefd7c51a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.076402] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b766d3a-92d8-497a-b251-e2c2ff6b3289 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.110585] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f70944e-4c90-4117-9d45-efbc74cefc9d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.118231] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8726d953-c8e3-4bad-989e-c650e65949ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.132443] env[64147]: DEBUG nova.compute.provider_tree [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.149867] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.408723] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.409092] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.409173] env[64147]: INFO nova.compute.manager [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Shelving [ 1808.639155] env[64147]: DEBUG nova.scheduler.client.report [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.657403] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.916058] env[64147]: INFO nova.compute.manager [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Unrescuing [ 1808.916304] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.916450] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquired lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.916606] env[64147]: DEBUG nova.network.neutron [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.148869] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.151176] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.187s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.152765] env[64147]: INFO nova.compute.claims [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1809.163721] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.190788] env[64147]: INFO nova.scheduler.client.report [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Deleted allocations for instance 1c947d46-e43c-4e51-899b-8680e294eb69 [ 1809.423966] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.424293] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c789372-73f3-4daa-b604-d20886738099 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.432048] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1809.432048] env[64147]: value = "task-1840489" [ 1809.432048] env[64147]: _type = "Task" [ 1809.432048] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.441549] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.659897] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.706462] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d2e3f57-3a65-4670-a6c2-bfbaaff9f92b tempest-ServerMetadataNegativeTestJSON-51996580 tempest-ServerMetadataNegativeTestJSON-51996580-project-member] Lock "1c947d46-e43c-4e51-899b-8680e294eb69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.751s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.728672] env[64147]: DEBUG nova.network.neutron [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Updating instance_info_cache with network_info: [{"id": "9cd71d6c-30c4-447f-9e46-941552619e76", "address": "fa:16:3e:14:b1:c3", "network": {"id": "0cf3dd12-5b34-4156-831b-2f3e450196af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-501548984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c04c68300ca547c0856c2f4a96ca1c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd71d6c-30", "ovs_interfaceid": "9cd71d6c-30c4-447f-9e46-941552619e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.943115] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840489, 'name': PowerOffVM_Task, 'duration_secs': 0.205218} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.943572] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.946488] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdc519e-8d0f-4706-b5f1-6f7934fca392 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.963333] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e592c579-03c8-47e2-9187-346a95058045 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.156435] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.231557] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Releasing lock "refresh_cache-4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.232221] env[64147]: DEBUG nova.objects.instance [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lazy-loading 'flavor' on Instance uuid 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.399280] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2b167f-35c8-453a-82af-f5b64dbe85fc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.407325] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e590776-ffc7-4bec-86a6-af3bf63e57f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.439321] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9bea5f-edbf-4557-b283-b34b4021c608 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.446587] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82f3b44-5c54-44cc-ab2a-b839a5405310 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.459668] env[64147]: DEBUG nova.compute.provider_tree [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.476402] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1810.476694] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-97113a49-81d9-4f35-b105-e6c055e143f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.484024] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1810.484024] env[64147]: value = "task-1840490" [ 1810.484024] env[64147]: _type = "Task" [ 1810.484024] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.492202] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840490, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.656491] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.739876] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedb6a6f-055b-4df8-961f-6d3d65e7cd06 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.765614] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1810.765977] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2753ddf-6bd9-4c4d-8d9d-af6e1a2b60d2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.772706] env[64147]: DEBUG oslo_vmware.api [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1810.772706] env[64147]: value = "task-1840491" [ 1810.772706] env[64147]: _type = "Task" [ 1810.772706] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.782604] env[64147]: DEBUG oslo_vmware.api [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.963469] env[64147]: DEBUG nova.scheduler.client.report [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.995523] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840490, 'name': CreateSnapshot_Task, 'duration_secs': 0.442846} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.995854] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1810.996658] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506949cd-fbba-43a2-82af-2d7d790c200e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.160288] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.288871] env[64147]: DEBUG oslo_vmware.api [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840491, 'name': PowerOffVM_Task, 'duration_secs': 0.29153} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.289456] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.297842] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1811.297842] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7fab06-3faf-4d14-a24e-4ea39a5518b0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.324652] env[64147]: DEBUG oslo_vmware.api [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1811.324652] env[64147]: value = "task-1840492" [ 1811.324652] env[64147]: _type = "Task" [ 1811.324652] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.336609] env[64147]: DEBUG oslo_vmware.api [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840492, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.469209] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.469827] env[64147]: DEBUG nova.compute.manager [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1811.519604] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1811.520619] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a041015-dbb2-47e7-8515-ad4005e4e659 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.533211] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1811.533211] env[64147]: value = "task-1840493" [ 1811.533211] env[64147]: _type = "Task" [ 1811.533211] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.543165] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840493, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.657632] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.841077] env[64147]: DEBUG oslo_vmware.api [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840492, 'name': ReconfigVM_Task, 'duration_secs': 0.292781} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.841518] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1811.841763] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.842180] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b92e86b-9751-438f-b011-bb8b4af0aecb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.849254] env[64147]: DEBUG oslo_vmware.api [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1811.849254] env[64147]: value = "task-1840494" [ 1811.849254] env[64147]: _type = "Task" [ 1811.849254] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.865312] env[64147]: DEBUG oslo_vmware.api [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.978134] env[64147]: DEBUG nova.compute.utils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1811.980497] env[64147]: DEBUG nova.compute.manager [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1811.983798] env[64147]: DEBUG nova.network.neutron [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1812.029466] env[64147]: DEBUG nova.policy [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3d2438a3cb746ce98bfccefa40e333b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ea0b545cb0f4fd4b6c65c4ad6ee2c22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1812.051129] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840493, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.162115] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.361046] env[64147]: DEBUG oslo_vmware.api [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840494, 'name': PowerOnVM_Task, 'duration_secs': 0.445646} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.361046] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.361046] env[64147]: DEBUG nova.compute.manager [None req-0b1e6413-a5e8-41ab-a75a-2cf8888cf908 tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.364368] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67be91b-ac91-4628-8db0-38f2ffe5e20e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.486458] env[64147]: DEBUG nova.compute.manager [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1812.547059] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840493, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.666662] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.766824] env[64147]: DEBUG nova.network.neutron [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Successfully created port: 2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1813.049992] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840493, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.170168] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.321090] env[64147]: DEBUG nova.compute.manager [req-ab6acc92-8ae1-4e73-a951-f0d255eb2f37 req-87acf6d3-0f5e-468e-862c-8e4308eba8fd service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Received event network-vif-plugged-f9b6c9cc-b181-466b-a9c0-dede6d8fbd63 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1813.321513] env[64147]: DEBUG oslo_concurrency.lockutils [req-ab6acc92-8ae1-4e73-a951-f0d255eb2f37 req-87acf6d3-0f5e-468e-862c-8e4308eba8fd service nova] Acquiring lock "6a527eed-6436-4737-bb54-bb628f00bd61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.321897] env[64147]: DEBUG oslo_concurrency.lockutils [req-ab6acc92-8ae1-4e73-a951-f0d255eb2f37 req-87acf6d3-0f5e-468e-862c-8e4308eba8fd service nova] Lock "6a527eed-6436-4737-bb54-bb628f00bd61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.322167] env[64147]: DEBUG oslo_concurrency.lockutils [req-ab6acc92-8ae1-4e73-a951-f0d255eb2f37 req-87acf6d3-0f5e-468e-862c-8e4308eba8fd service nova] Lock "6a527eed-6436-4737-bb54-bb628f00bd61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.322462] env[64147]: DEBUG nova.compute.manager [req-ab6acc92-8ae1-4e73-a951-f0d255eb2f37 req-87acf6d3-0f5e-468e-862c-8e4308eba8fd service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] No waiting events found dispatching network-vif-plugged-f9b6c9cc-b181-466b-a9c0-dede6d8fbd63 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1813.322745] env[64147]: WARNING nova.compute.manager [req-ab6acc92-8ae1-4e73-a951-f0d255eb2f37 req-87acf6d3-0f5e-468e-862c-8e4308eba8fd service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Received unexpected event network-vif-plugged-f9b6c9cc-b181-466b-a9c0-dede6d8fbd63 for instance with vm_state building and task_state spawning. [ 1813.358108] env[64147]: DEBUG nova.network.neutron [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Successfully updated port: f9b6c9cc-b181-466b-a9c0-dede6d8fbd63 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1813.498663] env[64147]: DEBUG nova.compute.manager [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1813.530734] env[64147]: DEBUG nova.virt.hardware [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.530978] env[64147]: DEBUG nova.virt.hardware [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.531147] env[64147]: DEBUG nova.virt.hardware [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.531465] env[64147]: DEBUG nova.virt.hardware [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.531465] env[64147]: DEBUG nova.virt.hardware [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.533502] env[64147]: DEBUG nova.virt.hardware [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.533502] env[64147]: DEBUG nova.virt.hardware [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.533502] env[64147]: DEBUG nova.virt.hardware [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.533502] env[64147]: DEBUG nova.virt.hardware [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.533502] env[64147]: DEBUG nova.virt.hardware [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.533502] env[64147]: DEBUG nova.virt.hardware [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.534648] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7788016f-d54e-43e0-a085-35b19d4e4fc7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.551801] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840493, 'name': CloneVM_Task, 'duration_secs': 1.83501} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.552189] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Created linked-clone VM from snapshot [ 1813.553740] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a33ac32-61a1-4874-859d-521d12a6498d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.562844] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9edc502-9056-47b2-a0e1-79a785bdec04 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.574627] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Uploading image cfebf649-dc6c-4d45-8777-36864e5da646 {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1813.610953] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1813.610953] env[64147]: value = "vm-380860" [ 1813.610953] env[64147]: _type = "VirtualMachine" [ 1813.610953] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1813.611179] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d0cb508d-00ed-4c79-821e-2d1b1b4543cc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.619757] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lease: (returnval){ [ 1813.619757] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d1a011-026c-ef3b-924b-066b33a6af1d" [ 1813.619757] env[64147]: _type = "HttpNfcLease" [ 1813.619757] env[64147]: } obtained for exporting VM: (result){ [ 1813.619757] env[64147]: value = "vm-380860" [ 1813.619757] env[64147]: _type = "VirtualMachine" [ 1813.619757] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1813.620059] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the lease: (returnval){ [ 1813.620059] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d1a011-026c-ef3b-924b-066b33a6af1d" [ 1813.620059] env[64147]: _type = "HttpNfcLease" [ 1813.620059] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1813.628928] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1813.628928] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d1a011-026c-ef3b-924b-066b33a6af1d" [ 1813.628928] env[64147]: _type = "HttpNfcLease" [ 1813.628928] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1813.664102] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840488, 'name': CloneVM_Task, 'duration_secs': 5.708743} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.664102] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Created linked-clone VM from snapshot [ 1813.664593] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c38b084-983e-419d-8a65-13215cc59335 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.675649] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Uploading image 8dace17e-30d5-4f00-915e-a90602c08a5a {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1813.702037] env[64147]: DEBUG oslo_vmware.rw_handles [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1813.702037] env[64147]: value = "vm-380858" [ 1813.702037] env[64147]: _type = "VirtualMachine" [ 1813.702037] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1813.705612] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2cd6eefa-a4f5-4a73-b572-4f5cd07e1e89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.714973] env[64147]: DEBUG oslo_vmware.rw_handles [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lease: (returnval){ [ 1813.714973] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a0244b-8a4b-ad10-8ee8-7b4a5f0f60cf" [ 1813.714973] env[64147]: _type = "HttpNfcLease" [ 1813.714973] env[64147]: } obtained for exporting VM: (result){ [ 1813.714973] env[64147]: value = "vm-380858" [ 1813.714973] env[64147]: _type = "VirtualMachine" [ 1813.714973] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1813.715805] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the lease: (returnval){ [ 1813.715805] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a0244b-8a4b-ad10-8ee8-7b4a5f0f60cf" [ 1813.715805] env[64147]: _type = "HttpNfcLease" [ 1813.715805] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1813.726496] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1813.726496] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a0244b-8a4b-ad10-8ee8-7b4a5f0f60cf" [ 1813.726496] env[64147]: _type = "HttpNfcLease" [ 1813.726496] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1813.854838] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.854838] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.861692] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "refresh_cache-6a527eed-6436-4737-bb54-bb628f00bd61" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.861926] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "refresh_cache-6a527eed-6436-4737-bb54-bb628f00bd61" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.861926] env[64147]: DEBUG nova.network.neutron [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.129300] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1814.129300] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d1a011-026c-ef3b-924b-066b33a6af1d" [ 1814.129300] env[64147]: _type = "HttpNfcLease" [ 1814.129300] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1814.129597] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1814.129597] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d1a011-026c-ef3b-924b-066b33a6af1d" [ 1814.129597] env[64147]: _type = "HttpNfcLease" [ 1814.129597] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1814.130417] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060ec0c4-0c22-4a05-a488-a0e89cfbe364 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.134710] env[64147]: DEBUG oslo_concurrency.lockutils [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.135230] env[64147]: DEBUG oslo_concurrency.lockutils [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.135453] env[64147]: DEBUG oslo_concurrency.lockutils [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.135641] env[64147]: DEBUG oslo_concurrency.lockutils [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.135828] env[64147]: DEBUG oslo_concurrency.lockutils [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.141246] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523be33b-9162-25e2-a0ea-9c1bfd297d19/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1814.141424] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523be33b-9162-25e2-a0ea-9c1bfd297d19/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1814.143085] env[64147]: INFO nova.compute.manager [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Terminating instance [ 1814.223675] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1814.223675] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a0244b-8a4b-ad10-8ee8-7b4a5f0f60cf" [ 1814.223675] env[64147]: _type = "HttpNfcLease" [ 1814.223675] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1814.224102] env[64147]: DEBUG oslo_vmware.rw_handles [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1814.224102] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a0244b-8a4b-ad10-8ee8-7b4a5f0f60cf" [ 1814.224102] env[64147]: _type = "HttpNfcLease" [ 1814.224102] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1814.224893] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1ed49f-00f8-41c6-91ae-fcc2ddf9f6ac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.232866] env[64147]: DEBUG oslo_vmware.rw_handles [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280f44f-f0d4-6caa-8677-fce9f7a5d1f1/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1814.233189] env[64147]: DEBUG oslo_vmware.rw_handles [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280f44f-f0d4-6caa-8677-fce9f7a5d1f1/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1814.295469] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66eac434-83cd-4315-a024-c37905c81a99 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.357441] env[64147]: DEBUG nova.compute.manager [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1814.374605] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0ff0fec-6348-4172-b813-439c7534a018 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.428828] env[64147]: DEBUG nova.network.neutron [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1814.697444] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "272ebf03-1afb-424d-9287-5c8f0310ea6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.698089] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "272ebf03-1afb-424d-9287-5c8f0310ea6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.708445] env[64147]: DEBUG nova.compute.manager [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.709092] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.710615] env[64147]: DEBUG nova.network.neutron [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Updating instance_info_cache with network_info: [{"id": "f9b6c9cc-b181-466b-a9c0-dede6d8fbd63", "address": "fa:16:3e:b1:1c:20", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b6c9cc-b1", "ovs_interfaceid": "f9b6c9cc-b181-466b-a9c0-dede6d8fbd63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.713364] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfbde37-e6d3-4da5-ae22-c24b370431e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.728474] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1814.729125] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13c0e149-b3b6-4895-904b-9d17cbf0f324 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.736296] env[64147]: DEBUG oslo_vmware.api [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1814.736296] env[64147]: value = "task-1840497" [ 1814.736296] env[64147]: _type = "Task" [ 1814.736296] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.747692] env[64147]: DEBUG oslo_vmware.api [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.894713] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.895563] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.900081] env[64147]: INFO nova.compute.claims [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1815.018322] env[64147]: DEBUG nova.network.neutron [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Successfully updated port: 2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1815.203806] env[64147]: DEBUG nova.compute.manager [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1815.222342] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "refresh_cache-6a527eed-6436-4737-bb54-bb628f00bd61" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.223886] env[64147]: DEBUG nova.compute.manager [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Instance network_info: |[{"id": "f9b6c9cc-b181-466b-a9c0-dede6d8fbd63", "address": "fa:16:3e:b1:1c:20", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b6c9cc-b1", "ovs_interfaceid": "f9b6c9cc-b181-466b-a9c0-dede6d8fbd63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1815.224460] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:1c:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9b6c9cc-b181-466b-a9c0-dede6d8fbd63', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.239231] env[64147]: DEBUG oslo.service.loopingcall [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.240556] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.246008] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-651a3c4d-d85c-49ca-987d-dcc074e6e9e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.273893] env[64147]: DEBUG oslo_vmware.api [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840497, 'name': PowerOffVM_Task, 'duration_secs': 0.238184} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.276414] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.276601] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.277092] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.277092] env[64147]: value = "task-1840498" [ 1815.277092] env[64147]: _type = "Task" [ 1815.277092] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.277401] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f53e8bca-3e9d-4e0a-90dd-3c55f329410f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.291171] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840498, 'name': CreateVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.361271] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.361710] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.361918] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Deleting the datastore file [datastore1] 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.362407] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a26b961f-a197-4fa3-a73c-16e91f48feff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.369658] env[64147]: DEBUG oslo_vmware.api [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1815.369658] env[64147]: value = "task-1840500" [ 1815.369658] env[64147]: _type = "Task" [ 1815.369658] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.381131] env[64147]: DEBUG oslo_vmware.api [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.460957] env[64147]: DEBUG nova.compute.manager [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Received event network-changed-f9b6c9cc-b181-466b-a9c0-dede6d8fbd63 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1815.461216] env[64147]: DEBUG nova.compute.manager [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Refreshing instance network info cache due to event network-changed-f9b6c9cc-b181-466b-a9c0-dede6d8fbd63. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1815.461555] env[64147]: DEBUG oslo_concurrency.lockutils [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] Acquiring lock "refresh_cache-6a527eed-6436-4737-bb54-bb628f00bd61" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.461796] env[64147]: DEBUG oslo_concurrency.lockutils [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] Acquired lock "refresh_cache-6a527eed-6436-4737-bb54-bb628f00bd61" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.462255] env[64147]: DEBUG nova.network.neutron [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Refreshing network info cache for port f9b6c9cc-b181-466b-a9c0-dede6d8fbd63 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.520775] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "refresh_cache-55222031-5974-47b0-9d19-a236e717d726" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.520961] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquired lock "refresh_cache-55222031-5974-47b0-9d19-a236e717d726" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.521105] env[64147]: DEBUG nova.network.neutron [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1815.730936] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.790791] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840498, 'name': CreateVM_Task, 'duration_secs': 0.449948} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.791075] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1815.791920] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.792249] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.792823] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1815.793538] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec44bb3-4f19-4870-9c88-a8d246b7b835 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.799089] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1815.799089] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52547eb4-d1fb-b052-21d6-b1f0aeb9606b" [ 1815.799089] env[64147]: _type = "Task" [ 1815.799089] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.808540] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52547eb4-d1fb-b052-21d6-b1f0aeb9606b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.881208] env[64147]: DEBUG oslo_vmware.api [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158521} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.881622] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.881976] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.882235] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.882432] env[64147]: INFO nova.compute.manager [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1815.882692] env[64147]: DEBUG oslo.service.loopingcall [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.882920] env[64147]: DEBUG nova.compute.manager [-] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.883038] env[64147]: DEBUG nova.network.neutron [-] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.055608] env[64147]: DEBUG nova.network.neutron [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1816.237633] env[64147]: DEBUG nova.network.neutron [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Updating instance_info_cache with network_info: [{"id": "2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b", "address": "fa:16:3e:f7:78:b8", "network": {"id": "a662c4e0-6715-4d73-9cea-9d803f92a6ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217618060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea0b545cb0f4fd4b6c65c4ad6ee2c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb03f84-7a", "ovs_interfaceid": "2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.241779] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d73dac-4f78-4ed6-adce-9198bf93808f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.251404] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc57f10-20b1-4d4b-b53a-86ccec6c2c65 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.287035] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86044b74-0960-4ab0-ba6c-2a89232fe70d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.296867] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d684f-71a6-4eb5-9dee-1ba15ece2196 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.320392] env[64147]: DEBUG nova.compute.provider_tree [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.324464] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52547eb4-d1fb-b052-21d6-b1f0aeb9606b, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.324464] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.324464] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.324464] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.324464] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.324464] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.324464] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80a99fd2-40f1-4947-b03a-d40e0eeab59c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.333617] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.333809] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.335212] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f250ab-1779-4039-9b52-4507ba5b36a1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.343976] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1816.343976] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5293d029-42d3-d5c4-ecaa-8e902dc05b8c" [ 1816.343976] env[64147]: _type = "Task" [ 1816.343976] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.355392] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5293d029-42d3-d5c4-ecaa-8e902dc05b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.358784] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f6c689-a7f5-48f0-8d31-d4e621491594 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.364440] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1816.364440] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526c5505-c49b-edd6-dc0f-1956d1e77c36" [ 1816.364440] env[64147]: _type = "Task" [ 1816.364440] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.372771] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526c5505-c49b-edd6-dc0f-1956d1e77c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.407957] env[64147]: DEBUG nova.network.neutron [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Updated VIF entry in instance network info cache for port f9b6c9cc-b181-466b-a9c0-dede6d8fbd63. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.408399] env[64147]: DEBUG nova.network.neutron [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Updating instance_info_cache with network_info: [{"id": "f9b6c9cc-b181-466b-a9c0-dede6d8fbd63", "address": "fa:16:3e:b1:1c:20", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b6c9cc-b1", "ovs_interfaceid": "f9b6c9cc-b181-466b-a9c0-dede6d8fbd63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.746239] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Releasing lock "refresh_cache-55222031-5974-47b0-9d19-a236e717d726" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.746572] env[64147]: DEBUG nova.compute.manager [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Instance network_info: |[{"id": "2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b", "address": "fa:16:3e:f7:78:b8", "network": {"id": "a662c4e0-6715-4d73-9cea-9d803f92a6ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217618060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea0b545cb0f4fd4b6c65c4ad6ee2c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb03f84-7a", "ovs_interfaceid": "2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1816.746921] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:78:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1816.754753] env[64147]: DEBUG oslo.service.loopingcall [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.754956] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55222031-5974-47b0-9d19-a236e717d726] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1816.755200] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb70d4a2-e7d6-4aa7-b64f-df7d0ed66eca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.776114] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1816.776114] env[64147]: value = "task-1840501" [ 1816.776114] env[64147]: _type = "Task" [ 1816.776114] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.785346] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840501, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.824599] env[64147]: DEBUG nova.scheduler.client.report [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1816.876102] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526c5505-c49b-edd6-dc0f-1956d1e77c36, 'name': SearchDatastore_Task, 'duration_secs': 0.010128} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.876686] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.876970] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 6a527eed-6436-4737-bb54-bb628f00bd61/6a527eed-6436-4737-bb54-bb628f00bd61.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1816.877596] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77b10f02-418b-4738-bcda-f0fdd19a1e29 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.883308] env[64147]: DEBUG nova.network.neutron [-] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.885872] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1816.885872] env[64147]: value = "task-1840502" [ 1816.885872] env[64147]: _type = "Task" [ 1816.885872] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.894962] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.911350] env[64147]: DEBUG oslo_concurrency.lockutils [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] Releasing lock "refresh_cache-6a527eed-6436-4737-bb54-bb628f00bd61" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.911613] env[64147]: DEBUG nova.compute.manager [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 55222031-5974-47b0-9d19-a236e717d726] Received event network-vif-plugged-2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1816.911819] env[64147]: DEBUG oslo_concurrency.lockutils [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] Acquiring lock "55222031-5974-47b0-9d19-a236e717d726-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.912152] env[64147]: DEBUG oslo_concurrency.lockutils [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] Lock "55222031-5974-47b0-9d19-a236e717d726-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.912235] env[64147]: DEBUG oslo_concurrency.lockutils [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] Lock "55222031-5974-47b0-9d19-a236e717d726-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.912398] env[64147]: DEBUG nova.compute.manager [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 55222031-5974-47b0-9d19-a236e717d726] No waiting events found dispatching network-vif-plugged-2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1816.912588] env[64147]: WARNING nova.compute.manager [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 55222031-5974-47b0-9d19-a236e717d726] Received unexpected event network-vif-plugged-2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b for instance with vm_state building and task_state spawning. [ 1816.912741] env[64147]: DEBUG nova.compute.manager [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 55222031-5974-47b0-9d19-a236e717d726] Received event network-changed-2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1816.912921] env[64147]: DEBUG nova.compute.manager [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 55222031-5974-47b0-9d19-a236e717d726] Refreshing instance network info cache due to event network-changed-2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1816.913129] env[64147]: DEBUG oslo_concurrency.lockutils [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] Acquiring lock "refresh_cache-55222031-5974-47b0-9d19-a236e717d726" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.913268] env[64147]: DEBUG oslo_concurrency.lockutils [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] Acquired lock "refresh_cache-55222031-5974-47b0-9d19-a236e717d726" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.913430] env[64147]: DEBUG nova.network.neutron [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 55222031-5974-47b0-9d19-a236e717d726] Refreshing network info cache for port 2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.288569] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840501, 'name': CreateVM_Task, 'duration_secs': 0.418197} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.289060] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55222031-5974-47b0-9d19-a236e717d726] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1817.289772] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.289974] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.290379] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1817.290730] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a1e085-552a-43f4-96c2-94983d2744d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.296757] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1817.296757] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52998470-c01e-3212-b319-c7896bdd5723" [ 1817.296757] env[64147]: _type = "Task" [ 1817.296757] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.307341] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52998470-c01e-3212-b319-c7896bdd5723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.330544] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.331104] env[64147]: DEBUG nova.compute.manager [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1817.333815] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.603s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.335248] env[64147]: INFO nova.compute.claims [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1817.387494] env[64147]: INFO nova.compute.manager [-] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Took 1.50 seconds to deallocate network for instance. [ 1817.402190] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465342} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.403031] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 6a527eed-6436-4737-bb54-bb628f00bd61/6a527eed-6436-4737-bb54-bb628f00bd61.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1817.403031] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1817.403031] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29745c2b-e17d-47ef-95fe-314d3cd854da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.411453] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1817.411453] env[64147]: value = "task-1840503" [ 1817.411453] env[64147]: _type = "Task" [ 1817.411453] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.424820] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.637524] env[64147]: DEBUG nova.network.neutron [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 55222031-5974-47b0-9d19-a236e717d726] Updated VIF entry in instance network info cache for port 2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1817.637934] env[64147]: DEBUG nova.network.neutron [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] [instance: 55222031-5974-47b0-9d19-a236e717d726] Updating instance_info_cache with network_info: [{"id": "2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b", "address": "fa:16:3e:f7:78:b8", "network": {"id": "a662c4e0-6715-4d73-9cea-9d803f92a6ac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1217618060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea0b545cb0f4fd4b6c65c4ad6ee2c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb03f84-7a", "ovs_interfaceid": "2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.808593] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52998470-c01e-3212-b319-c7896bdd5723, 'name': SearchDatastore_Task, 'duration_secs': 0.038549} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.808923] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.809219] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1817.809453] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.809601] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.809835] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.810053] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b8f1b47-9501-4431-99e1-51a218b190e8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.819120] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.819333] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1817.820067] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2216f9af-285f-41da-862a-0feba01aa376 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.825628] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1817.825628] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e22e81-b592-83e4-e12b-b7891b32330c" [ 1817.825628] env[64147]: _type = "Task" [ 1817.825628] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.833449] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e22e81-b592-83e4-e12b-b7891b32330c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.840115] env[64147]: DEBUG nova.compute.utils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1817.843552] env[64147]: DEBUG nova.compute.manager [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1817.843769] env[64147]: DEBUG nova.network.neutron [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1817.892448] env[64147]: DEBUG nova.policy [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf39b4940814f75bb861891ed776bf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca596741efa447ba8909c7468334b028', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1817.897107] env[64147]: DEBUG oslo_concurrency.lockutils [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.922783] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078386} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.923072] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1817.923933] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70886b4-84bb-497a-8510-b66869d22a85 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.947646] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 6a527eed-6436-4737-bb54-bb628f00bd61/6a527eed-6436-4737-bb54-bb628f00bd61.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.947737] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52abe35e-c01b-4c13-bad4-686a562b61cc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.967793] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1817.967793] env[64147]: value = "task-1840504" [ 1817.967793] env[64147]: _type = "Task" [ 1817.967793] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.975778] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.141022] env[64147]: DEBUG oslo_concurrency.lockutils [req-40b3601a-732e-4556-b853-890a7eeb084f req-c2b10dac-a749-4092-b45b-8ec79c4bb90b service nova] Releasing lock "refresh_cache-55222031-5974-47b0-9d19-a236e717d726" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.164750] env[64147]: DEBUG nova.network.neutron [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Successfully created port: 57dc3ffd-35d0-4b60-9c4d-794a30e442da {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1818.340855] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e22e81-b592-83e4-e12b-b7891b32330c, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.341747] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020b287a-96a9-4071-ab1e-1177efd75caa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.344557] env[64147]: DEBUG nova.compute.manager [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1818.354420] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1818.354420] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5210125b-3430-be0f-a75d-7b468e2a4fe8" [ 1818.354420] env[64147]: _type = "Task" [ 1818.354420] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.362816] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5210125b-3430-be0f-a75d-7b468e2a4fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.480062] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840504, 'name': ReconfigVM_Task, 'duration_secs': 0.36304} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.480374] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 6a527eed-6436-4737-bb54-bb628f00bd61/6a527eed-6436-4737-bb54-bb628f00bd61.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.481058] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0abc0cf-cfa4-4fea-b18c-c34331734e20 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.487929] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1818.487929] env[64147]: value = "task-1840505" [ 1818.487929] env[64147]: _type = "Task" [ 1818.487929] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.499464] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840505, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.625370] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d04c25-df65-4613-bef7-b8fc8854d03d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.633679] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df135b1e-3f46-48a6-bf6e-1a27cdbdad1c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.665478] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b7f8a1-4279-4561-9a93-1dd502b69b28 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.673371] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259b262c-932b-4fe0-b0be-e032d91b5516 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.687280] env[64147]: DEBUG nova.compute.provider_tree [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1818.865084] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5210125b-3430-be0f-a75d-7b468e2a4fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.014248} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.865368] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.865621] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 55222031-5974-47b0-9d19-a236e717d726/55222031-5974-47b0-9d19-a236e717d726.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.865914] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b825d91a-1d3d-497e-8a7b-5c0f72eefc36 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.872928] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1818.872928] env[64147]: value = "task-1840506" [ 1818.872928] env[64147]: _type = "Task" [ 1818.872928] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.881256] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.004507] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840505, 'name': Rename_Task, 'duration_secs': 0.169916} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.005019] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1819.005244] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7637436f-3092-47e2-9a7d-87cd86234b25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.012625] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1819.012625] env[64147]: value = "task-1840507" [ 1819.012625] env[64147]: _type = "Task" [ 1819.012625] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.023607] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.190981] env[64147]: DEBUG nova.scheduler.client.report [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1819.361978] env[64147]: DEBUG nova.compute.manager [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1819.383551] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445988} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.383902] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore2] 55222031-5974-47b0-9d19-a236e717d726/55222031-5974-47b0-9d19-a236e717d726.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.384160] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.384573] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46eb2c74-3d35-4b93-9c26-abd115246d8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.391777] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1819.391777] env[64147]: value = "task-1840508" [ 1819.391777] env[64147]: _type = "Task" [ 1819.391777] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.400313] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.525134] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840507, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.697165] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.697807] env[64147]: DEBUG nova.compute.manager [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1819.700660] env[64147]: DEBUG oslo_concurrency.lockutils [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.804s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.700937] env[64147]: DEBUG nova.objects.instance [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lazy-loading 'resources' on Instance uuid 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1819.902573] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070539} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.903862] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.903862] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4350209-02c0-4cfd-b997-4cf56146d061 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.933620] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 55222031-5974-47b0-9d19-a236e717d726/55222031-5974-47b0-9d19-a236e717d726.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.933980] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f194ce-b468-454a-8cf4-561a75a49a17 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.950424] env[64147]: DEBUG nova.network.neutron [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Successfully updated port: 57dc3ffd-35d0-4b60-9c4d-794a30e442da {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1819.957444] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1819.957444] env[64147]: value = "task-1840509" [ 1819.957444] env[64147]: _type = "Task" [ 1819.957444] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.967355] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.024055] env[64147]: DEBUG oslo_vmware.api [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840507, 'name': PowerOnVM_Task, 'duration_secs': 0.663865} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.024308] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1820.024522] env[64147]: INFO nova.compute.manager [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Took 14.68 seconds to spawn the instance on the hypervisor. [ 1820.024715] env[64147]: DEBUG nova.compute.manager [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1820.025577] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9668ba05-5f3b-4114-afdc-dfe3d8dbfdfd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.203968] env[64147]: DEBUG nova.compute.utils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1820.209987] env[64147]: DEBUG nova.compute.manager [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1820.210094] env[64147]: DEBUG nova.network.neutron [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1820.258379] env[64147]: DEBUG nova.policy [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf139bfaede04c89bd7dd39974b587db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b7629b743c04cccbf0a4c77b651377c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1820.454141] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "refresh_cache-5e95c1fe-29ca-430a-88a0-b17c3cbfd395" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.454506] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "refresh_cache-5e95c1fe-29ca-430a-88a0-b17c3cbfd395" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.454598] env[64147]: DEBUG nova.network.neutron [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1820.473396] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.493871] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54624d3f-b655-424f-90c3-8673f735be96 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.503022] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599275fa-28ac-4615-a35e-c37103974580 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.548940] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be67b0-310a-484f-9d72-592710580499 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.553329] env[64147]: INFO nova.compute.manager [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Took 29.19 seconds to build instance. [ 1820.555466] env[64147]: DEBUG nova.network.neutron [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Successfully created port: b32769c7-63a4-432d-8ee9-fb60977e9386 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1820.564209] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2502ea-27df-453b-8f2a-23afef995c2a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.579728] env[64147]: DEBUG nova.compute.provider_tree [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.709931] env[64147]: DEBUG nova.compute.manager [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1820.971176] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840509, 'name': ReconfigVM_Task, 'duration_secs': 0.637895} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.971457] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 55222031-5974-47b0-9d19-a236e717d726/55222031-5974-47b0-9d19-a236e717d726.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.972122] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e976326a-444c-45a7-9cc2-adaff5840598 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.980009] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1820.980009] env[64147]: value = "task-1840510" [ 1820.980009] env[64147]: _type = "Task" [ 1820.980009] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.990641] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840510, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.992188] env[64147]: DEBUG nova.network.neutron [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1821.059951] env[64147]: DEBUG oslo_concurrency.lockutils [None req-828c788e-cdd9-4f83-aff9-7872ee26fa18 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "6a527eed-6436-4737-bb54-bb628f00bd61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.707s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.084186] env[64147]: DEBUG nova.scheduler.client.report [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.145339] env[64147]: DEBUG nova.network.neutron [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Updating instance_info_cache with network_info: [{"id": "57dc3ffd-35d0-4b60-9c4d-794a30e442da", "address": "fa:16:3e:45:44:fb", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57dc3ffd-35", "ovs_interfaceid": "57dc3ffd-35d0-4b60-9c4d-794a30e442da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.490544] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840510, 'name': Rename_Task, 'duration_secs': 0.238734} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.490951] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1821.491091] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103df77f-1bd7-4e69-b5b8-4fb9f9187217 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.498405] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1821.498405] env[64147]: value = "task-1840511" [ 1821.498405] env[64147]: _type = "Task" [ 1821.498405] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.506504] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.589437] env[64147]: DEBUG oslo_concurrency.lockutils [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.616575] env[64147]: INFO nova.scheduler.client.report [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Deleted allocations for instance 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0 [ 1821.648421] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "refresh_cache-5e95c1fe-29ca-430a-88a0-b17c3cbfd395" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.648695] env[64147]: DEBUG nova.compute.manager [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Instance network_info: |[{"id": "57dc3ffd-35d0-4b60-9c4d-794a30e442da", "address": "fa:16:3e:45:44:fb", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57dc3ffd-35", "ovs_interfaceid": "57dc3ffd-35d0-4b60-9c4d-794a30e442da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1821.720053] env[64147]: DEBUG nova.compute.manager [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1821.947397] env[64147]: DEBUG nova.virt.hardware [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.947662] env[64147]: DEBUG nova.virt.hardware [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.947822] env[64147]: DEBUG nova.virt.hardware [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.948073] env[64147]: DEBUG nova.virt.hardware [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.948236] env[64147]: DEBUG nova.virt.hardware [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.948386] env[64147]: DEBUG nova.virt.hardware [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.948683] env[64147]: DEBUG nova.virt.hardware [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.948875] env[64147]: DEBUG nova.virt.hardware [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.949086] env[64147]: DEBUG nova.virt.hardware [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.949289] env[64147]: DEBUG nova.virt.hardware [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.949430] env[64147]: DEBUG nova.virt.hardware [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.952028] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54b4aa7-881a-4d2e-aeaf-ef48eb86c0a8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.963732] env[64147]: DEBUG nova.virt.hardware [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.964035] env[64147]: DEBUG nova.virt.hardware [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.964321] env[64147]: DEBUG nova.virt.hardware [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.964436] env[64147]: DEBUG nova.virt.hardware [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.964511] env[64147]: DEBUG nova.virt.hardware [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.964634] env[64147]: DEBUG nova.virt.hardware [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.964842] env[64147]: DEBUG nova.virt.hardware [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.965089] env[64147]: DEBUG nova.virt.hardware [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.965174] env[64147]: DEBUG nova.virt.hardware [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.965367] env[64147]: DEBUG nova.virt.hardware [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.965505] env[64147]: DEBUG nova.virt.hardware [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.966894] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75301246-b703-4f67-8e1c-77d911f8bfff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.973906] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ab7949-6210-4246-974a-e295dc54ea81 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.987625] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:44:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57dc3ffd-35d0-4b60-9c4d-794a30e442da', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1821.996012] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Creating folder: Project (ca596741efa447ba8909c7468334b028). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1821.997970] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523be33b-9162-25e2-a0ea-9c1bfd297d19/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1822.000059] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21bc0910-aeb4-4503-aaf2-92eed92f8d2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.002301] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b624fdb5-db8b-4d4e-bc5c-f48fa6820fc8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.008699] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e721bbf7-4edb-484c-a093-57aeb27110ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.018092] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523be33b-9162-25e2-a0ea-9c1bfd297d19/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1822.019519] env[64147]: ERROR oslo_vmware.rw_handles [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523be33b-9162-25e2-a0ea-9c1bfd297d19/disk-0.vmdk due to incomplete transfer. [ 1822.029247] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-480cb948-f8cb-4bd3-a0b0-25d0b4e485de {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.031495] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840511, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.033275] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Created folder: Project (ca596741efa447ba8909c7468334b028) in parent group-v380629. [ 1822.033464] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Creating folder: Instances. Parent ref: group-v380863. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1822.034239] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d687ae1-7374-4515-9dde-2c40e12c0189 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.041382] env[64147]: DEBUG oslo_vmware.rw_handles [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523be33b-9162-25e2-a0ea-9c1bfd297d19/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1822.041587] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Uploaded image cfebf649-dc6c-4d45-8777-36864e5da646 to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1822.043953] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1822.045372] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5423c48-3189-4f84-a582-070ca1f53d3c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.047096] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Created folder: Instances in parent group-v380863. [ 1822.047344] env[64147]: DEBUG oslo.service.loopingcall [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.047636] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1822.048255] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-416fae40-458e-4656-80ff-34550ee26a89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.069027] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1822.069027] env[64147]: value = "task-1840514" [ 1822.069027] env[64147]: _type = "Task" [ 1822.069027] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.072403] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1822.072403] env[64147]: value = "task-1840515" [ 1822.072403] env[64147]: _type = "Task" [ 1822.072403] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.081900] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840514, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.092214] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840515, 'name': CreateVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.125692] env[64147]: DEBUG oslo_concurrency.lockutils [None req-66685e30-dd9e-48d3-84c0-63851dd7b43a tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "4a1a8b8c-ad90-45f5-adad-b70c03ee35a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.990s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.167944] env[64147]: DEBUG nova.compute.manager [req-b4749669-1229-422c-b76f-ec3691256568 req-a7402218-b9c5-48b1-9063-5b4b696b1717 service nova] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Received event network-vif-deleted-9cd71d6c-30c4-447f-9e46-941552619e76 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1822.411305] env[64147]: DEBUG oslo_vmware.rw_handles [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280f44f-f0d4-6caa-8677-fce9f7a5d1f1/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1822.412335] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c805893-452a-45ec-8058-24f86a382e5e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.418861] env[64147]: DEBUG oslo_vmware.rw_handles [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280f44f-f0d4-6caa-8677-fce9f7a5d1f1/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1822.419090] env[64147]: ERROR oslo_vmware.rw_handles [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280f44f-f0d4-6caa-8677-fce9f7a5d1f1/disk-0.vmdk due to incomplete transfer. [ 1822.419335] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9b8794ad-98f9-4b7a-92c8-169d89461b3e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.427494] env[64147]: DEBUG oslo_vmware.rw_handles [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280f44f-f0d4-6caa-8677-fce9f7a5d1f1/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1822.427957] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Uploaded image 8dace17e-30d5-4f00-915e-a90602c08a5a to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1822.429526] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1822.430108] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4582eda0-fb18-44e5-b5a6-0c77faaff0b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.436318] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1822.436318] env[64147]: value = "task-1840516" [ 1822.436318] env[64147]: _type = "Task" [ 1822.436318] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.445819] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840516, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.514152] env[64147]: DEBUG oslo_vmware.api [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840511, 'name': PowerOnVM_Task, 'duration_secs': 0.792055} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.514471] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1822.514640] env[64147]: INFO nova.compute.manager [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1822.514822] env[64147]: DEBUG nova.compute.manager [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1822.515595] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787ef6c6-8769-468c-b475-3a4b52ebe207 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.555296] env[64147]: DEBUG nova.network.neutron [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Successfully updated port: b32769c7-63a4-432d-8ee9-fb60977e9386 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1822.582191] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840514, 'name': Destroy_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.588208] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840515, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.588706] env[64147]: INFO nova.compute.manager [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Rebuilding instance [ 1822.636795] env[64147]: DEBUG nova.compute.manager [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1822.637595] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7abee7-136e-44a7-b534-cfb434cfe40c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.946622] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840516, 'name': Destroy_Task, 'duration_secs': 0.409908} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.946880] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Destroyed the VM [ 1822.947165] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1822.947416] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f47b65b3-8516-4203-91b0-b8f034df4034 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.953740] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1822.953740] env[64147]: value = "task-1840517" [ 1822.953740] env[64147]: _type = "Task" [ 1822.953740] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.962537] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.033929] env[64147]: INFO nova.compute.manager [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Took 20.10 seconds to build instance. [ 1823.056032] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "refresh_cache-272ebf03-1afb-424d-9287-5c8f0310ea6c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.056138] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "refresh_cache-272ebf03-1afb-424d-9287-5c8f0310ea6c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.056268] env[64147]: DEBUG nova.network.neutron [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.083110] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840514, 'name': Destroy_Task, 'duration_secs': 0.537709} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.083829] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Destroyed the VM [ 1823.084096] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1823.084369] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d2fcb5fa-34e6-4f9b-b060-f2620158289c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.089148] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840515, 'name': CreateVM_Task, 'duration_secs': 0.68998} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.089671] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1823.090391] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.090560] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.090913] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1823.091449] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2c9544-5fba-4c86-a03d-bb57103e6d9f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.094258] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1823.094258] env[64147]: value = "task-1840518" [ 1823.094258] env[64147]: _type = "Task" [ 1823.094258] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.098998] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1823.098998] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cf9669-c859-2778-4faa-b789072ea48a" [ 1823.098998] env[64147]: _type = "Task" [ 1823.098998] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.109304] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840518, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.116074] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cf9669-c859-2778-4faa-b789072ea48a, 'name': SearchDatastore_Task, 'duration_secs': 0.01252} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.116074] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.116074] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1823.116074] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.116074] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.116074] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1823.116433] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb7e7570-b78e-45f3-a6ef-6429c3251ec9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.123674] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1823.123890] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1823.124658] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06feb9ef-9224-466c-b096-1d3b0291d3ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.130017] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1823.130017] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527eae7e-3a39-f304-6d77-a2cba231f5de" [ 1823.130017] env[64147]: _type = "Task" [ 1823.130017] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.138379] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527eae7e-3a39-f304-6d77-a2cba231f5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.194871] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.195292] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.195585] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.196287] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.196287] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.198788] env[64147]: INFO nova.compute.manager [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Terminating instance [ 1823.464684] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840517, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.536638] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e28ad0d0-3085-42ae-afe7-fba61b570c32 tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "55222031-5974-47b0-9d19-a236e717d726" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.607s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.586529] env[64147]: DEBUG nova.network.neutron [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1823.604236] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840518, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.641573] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527eae7e-3a39-f304-6d77-a2cba231f5de, 'name': SearchDatastore_Task, 'duration_secs': 0.009017} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.642733] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16189c9a-d695-4296-b6b8-461aae823959 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.649946] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.651409] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa06357e-1312-41b3-9572-f01da757b841 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.653403] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1823.653403] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52139f39-1587-f10a-d7fd-438c34a9dd06" [ 1823.653403] env[64147]: _type = "Task" [ 1823.653403] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.658746] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1823.658746] env[64147]: value = "task-1840519" [ 1823.658746] env[64147]: _type = "Task" [ 1823.658746] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.662339] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52139f39-1587-f10a-d7fd-438c34a9dd06, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.665400] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.665576] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5e95c1fe-29ca-430a-88a0-b17c3cbfd395/5e95c1fe-29ca-430a-88a0-b17c3cbfd395.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.665832] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bebd2c1-c81d-4d34-a67f-bdae664bc874 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.672531] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.673952] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1823.673952] env[64147]: value = "task-1840520" [ 1823.673952] env[64147]: _type = "Task" [ 1823.673952] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.682659] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.703036] env[64147]: DEBUG nova.compute.manager [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1823.703369] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1823.704269] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f73186-6b42-426c-8b5a-2a05a04e638d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.714240] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.714508] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-724ae118-1691-4177-988a-8f7f6f97db61 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.721708] env[64147]: DEBUG oslo_vmware.api [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1823.721708] env[64147]: value = "task-1840521" [ 1823.721708] env[64147]: _type = "Task" [ 1823.721708] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.728833] env[64147]: DEBUG oslo_vmware.api [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.829606] env[64147]: DEBUG nova.network.neutron [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Updating instance_info_cache with network_info: [{"id": "b32769c7-63a4-432d-8ee9-fb60977e9386", "address": "fa:16:3e:5a:85:2e", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32769c7-63", "ovs_interfaceid": "b32769c7-63a4-432d-8ee9-fb60977e9386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.966309] env[64147]: DEBUG oslo_vmware.api [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840517, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906098} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.966680] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1823.966954] env[64147]: INFO nova.compute.manager [None req-26e263db-d4f3-46a6-a96c-0f06174b684f tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Took 18.94 seconds to snapshot the instance on the hypervisor. [ 1824.046654] env[64147]: DEBUG nova.compute.manager [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.047768] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92862332-0a51-4501-b62a-ea545673ed5a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.109573] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840518, 'name': RemoveSnapshot_Task, 'duration_secs': 0.780146} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.109988] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1824.110367] env[64147]: DEBUG nova.compute.manager [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.111561] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626a6c15-cc62-4074-be24-730c7106dd27 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.172021] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840519, 'name': PowerOffVM_Task, 'duration_secs': 0.228877} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.172227] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1824.172461] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1824.173251] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a160ce1-5702-41ee-aed7-f9b45f34b1ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.184352] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476871} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.186110] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5e95c1fe-29ca-430a-88a0-b17c3cbfd395/5e95c1fe-29ca-430a-88a0-b17c3cbfd395.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.186342] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.186622] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1824.186840] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d874e29a-95d7-48cf-9615-9fdf15978b76 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.188924] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07f7f91b-e7ac-4df5-a36a-83c044455c9d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.194963] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1824.194963] env[64147]: value = "task-1840522" [ 1824.194963] env[64147]: _type = "Task" [ 1824.194963] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.202462] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.205083] env[64147]: DEBUG nova.compute.manager [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Received event network-vif-plugged-57dc3ffd-35d0-4b60-9c4d-794a30e442da {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1824.205350] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Acquiring lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.205504] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.205695] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.205856] env[64147]: DEBUG nova.compute.manager [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] No waiting events found dispatching network-vif-plugged-57dc3ffd-35d0-4b60-9c4d-794a30e442da {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1824.206237] env[64147]: WARNING nova.compute.manager [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Received unexpected event network-vif-plugged-57dc3ffd-35d0-4b60-9c4d-794a30e442da for instance with vm_state building and task_state spawning. [ 1824.206237] env[64147]: DEBUG nova.compute.manager [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Received event network-changed-57dc3ffd-35d0-4b60-9c4d-794a30e442da {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1824.206426] env[64147]: DEBUG nova.compute.manager [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Refreshing instance network info cache due to event network-changed-57dc3ffd-35d0-4b60-9c4d-794a30e442da. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1824.206585] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Acquiring lock "refresh_cache-5e95c1fe-29ca-430a-88a0-b17c3cbfd395" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.206726] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Acquired lock "refresh_cache-5e95c1fe-29ca-430a-88a0-b17c3cbfd395" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.206882] env[64147]: DEBUG nova.network.neutron [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Refreshing network info cache for port 57dc3ffd-35d0-4b60-9c4d-794a30e442da {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.231043] env[64147]: DEBUG oslo_vmware.api [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840521, 'name': PowerOffVM_Task, 'duration_secs': 0.230488} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.231336] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1824.231526] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1824.232149] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae7ce43e-6eda-41c1-8d5f-f82aa83955c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.310980] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.311228] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.311417] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleting the datastore file [datastore1] 0cea15a8-9ad1-48c9-b4f5-920112a28664 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.311682] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3837704-668d-4e4d-b9e8-aa2cf77456d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.317895] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1824.317895] env[64147]: value = "task-1840525" [ 1824.317895] env[64147]: _type = "Task" [ 1824.317895] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.326046] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.333817] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "refresh_cache-272ebf03-1afb-424d-9287-5c8f0310ea6c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.334131] env[64147]: DEBUG nova.compute.manager [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Instance network_info: |[{"id": "b32769c7-63a4-432d-8ee9-fb60977e9386", "address": "fa:16:3e:5a:85:2e", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32769c7-63", "ovs_interfaceid": "b32769c7-63a4-432d-8ee9-fb60977e9386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1824.334610] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:85:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b32769c7-63a4-432d-8ee9-fb60977e9386', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.342537] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Creating folder: Project (2b7629b743c04cccbf0a4c77b651377c). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1824.343160] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec176b8d-16cc-47bc-986c-cf1d5ff419b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.354945] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Created folder: Project (2b7629b743c04cccbf0a4c77b651377c) in parent group-v380629. [ 1824.355143] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Creating folder: Instances. Parent ref: group-v380866. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1824.355374] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c739bbc-6152-4840-abeb-03ef91a2ec60 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.363956] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Created folder: Instances in parent group-v380866. [ 1824.364199] env[64147]: DEBUG oslo.service.loopingcall [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.364399] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.364594] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50a627fb-8302-4021-9d22-9af780e2ab06 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.383146] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.383146] env[64147]: value = "task-1840528" [ 1824.383146] env[64147]: _type = "Task" [ 1824.383146] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.390708] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840528, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.474543] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.474771] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.474958] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Deleting the datastore file [datastore1] 0b26e026-d2ae-4df5-8542-4070bb3d40ba {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.476094] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1f45dfd-d6a3-45e1-ad7f-d4bfca6f6e50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.483559] env[64147]: DEBUG oslo_vmware.api [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for the task: (returnval){ [ 1824.483559] env[64147]: value = "task-1840529" [ 1824.483559] env[64147]: _type = "Task" [ 1824.483559] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.491436] env[64147]: DEBUG oslo_vmware.api [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.561098] env[64147]: INFO nova.compute.manager [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] instance snapshotting [ 1824.564020] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc9c119-6f70-4693-b3d0-d3cf2813f62b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.585112] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d5747c-bed6-4531-8085-9d8b91991c0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.628109] env[64147]: INFO nova.compute.manager [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Shelve offloading [ 1824.706318] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064904} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.707219] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1824.707988] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6ba7f2-6df6-446e-91d8-e94ebdd904ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.734446] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 5e95c1fe-29ca-430a-88a0-b17c3cbfd395/5e95c1fe-29ca-430a-88a0-b17c3cbfd395.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.735227] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff8de259-61d0-4719-a988-a64e12fcd9fc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.757497] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1824.757497] env[64147]: value = "task-1840530" [ 1824.757497] env[64147]: _type = "Task" [ 1824.757497] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.765528] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.830096] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246645} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.830096] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1824.830343] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1824.830343] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1824.892593] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840528, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.992216] env[64147]: DEBUG oslo_vmware.api [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Task: {'id': task-1840529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236613} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.992473] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1824.992884] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1824.993118] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1824.993306] env[64147]: INFO nova.compute.manager [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1824.993550] env[64147]: DEBUG oslo.service.loopingcall [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.993743] env[64147]: DEBUG nova.compute.manager [-] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1824.993836] env[64147]: DEBUG nova.network.neutron [-] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1825.095619] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1825.095976] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c1148d1-2e38-4cf8-ad53-d0335b2bd2b9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.099727] env[64147]: DEBUG nova.network.neutron [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Updated VIF entry in instance network info cache for port 57dc3ffd-35d0-4b60-9c4d-794a30e442da. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.100095] env[64147]: DEBUG nova.network.neutron [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Updating instance_info_cache with network_info: [{"id": "57dc3ffd-35d0-4b60-9c4d-794a30e442da", "address": "fa:16:3e:45:44:fb", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57dc3ffd-35", "ovs_interfaceid": "57dc3ffd-35d0-4b60-9c4d-794a30e442da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.104605] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1825.104605] env[64147]: value = "task-1840531" [ 1825.104605] env[64147]: _type = "Task" [ 1825.104605] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.112690] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840531, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.131362] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1825.131660] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0067010-09e7-4da1-9553-3be2ec9da603 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.139156] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1825.139156] env[64147]: value = "task-1840532" [ 1825.139156] env[64147]: _type = "Task" [ 1825.139156] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.147397] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.269776] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.395873] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840528, 'name': CreateVM_Task, 'duration_secs': 0.516039} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.396124] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1825.396896] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.397150] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.397539] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1825.397843] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0325b1-f763-4f8c-b924-0d271d2e8115 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.402930] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1825.402930] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b724c2-3d6f-4596-ccbc-c9b4984f8023" [ 1825.402930] env[64147]: _type = "Task" [ 1825.402930] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.411191] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b724c2-3d6f-4596-ccbc-c9b4984f8023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.602727] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Releasing lock "refresh_cache-5e95c1fe-29ca-430a-88a0-b17c3cbfd395" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.603024] env[64147]: DEBUG nova.compute.manager [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Received event network-vif-plugged-b32769c7-63a4-432d-8ee9-fb60977e9386 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1825.603239] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Acquiring lock "272ebf03-1afb-424d-9287-5c8f0310ea6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.603452] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Lock "272ebf03-1afb-424d-9287-5c8f0310ea6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.603614] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Lock "272ebf03-1afb-424d-9287-5c8f0310ea6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.603781] env[64147]: DEBUG nova.compute.manager [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] No waiting events found dispatching network-vif-plugged-b32769c7-63a4-432d-8ee9-fb60977e9386 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1825.603948] env[64147]: WARNING nova.compute.manager [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Received unexpected event network-vif-plugged-b32769c7-63a4-432d-8ee9-fb60977e9386 for instance with vm_state building and task_state spawning. [ 1825.604145] env[64147]: DEBUG nova.compute.manager [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Received event network-changed-b32769c7-63a4-432d-8ee9-fb60977e9386 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1825.604286] env[64147]: DEBUG nova.compute.manager [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Refreshing instance network info cache due to event network-changed-b32769c7-63a4-432d-8ee9-fb60977e9386. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1825.604470] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Acquiring lock "refresh_cache-272ebf03-1afb-424d-9287-5c8f0310ea6c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.604606] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Acquired lock "refresh_cache-272ebf03-1afb-424d-9287-5c8f0310ea6c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.604801] env[64147]: DEBUG nova.network.neutron [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Refreshing network info cache for port b32769c7-63a4-432d-8ee9-fb60977e9386 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.615330] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840531, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.650612] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1825.650852] env[64147]: DEBUG nova.compute.manager [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.651719] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adfb8bc-3157-4da3-b452-6291d95dbc47 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.658196] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.658405] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.658603] env[64147]: DEBUG nova.network.neutron [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1825.702566] env[64147]: DEBUG nova.compute.manager [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.703508] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb20e950-574e-4c13-9d01-5f685cdc9fb6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.768973] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840530, 'name': ReconfigVM_Task, 'duration_secs': 0.714663} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.769305] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 5e95c1fe-29ca-430a-88a0-b17c3cbfd395/5e95c1fe-29ca-430a-88a0-b17c3cbfd395.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1825.770106] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94b57b4b-58cd-4ff3-93a8-727f4f852266 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.776782] env[64147]: DEBUG nova.network.neutron [-] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.778411] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1825.778411] env[64147]: value = "task-1840533" [ 1825.778411] env[64147]: _type = "Task" [ 1825.778411] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.787502] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840533, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.866162] env[64147]: DEBUG nova.virt.hardware [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1825.866513] env[64147]: DEBUG nova.virt.hardware [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1825.866685] env[64147]: DEBUG nova.virt.hardware [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1825.866875] env[64147]: DEBUG nova.virt.hardware [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1825.867036] env[64147]: DEBUG nova.virt.hardware [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1825.867194] env[64147]: DEBUG nova.virt.hardware [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1825.867400] env[64147]: DEBUG nova.virt.hardware [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1825.867558] env[64147]: DEBUG nova.virt.hardware [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1825.867778] env[64147]: DEBUG nova.virt.hardware [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1825.867997] env[64147]: DEBUG nova.virt.hardware [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1825.868238] env[64147]: DEBUG nova.virt.hardware [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1825.869214] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d66a7ff-1a25-4714-b923-42a09d5c0239 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.878595] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbafe19d-2a68-48f5-88a9-9f9f5ccfff86 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.893264] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:d2:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7020c097-88db-4fb3-891b-b46c548d5a43', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1825.902712] env[64147]: DEBUG oslo.service.loopingcall [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.902947] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1825.903225] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-414cad11-1459-4caa-8bcf-7f2221cebef6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.930431] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b724c2-3d6f-4596-ccbc-c9b4984f8023, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.932054] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.932369] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1825.932718] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.932923] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.933696] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1825.934011] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1825.934011] env[64147]: value = "task-1840534" [ 1825.934011] env[64147]: _type = "Task" [ 1825.934011] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.934221] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95fca04a-8a41-4539-b9b2-7ab9423970b2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.944785] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840534, 'name': CreateVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.946064] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1825.946254] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1825.946948] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b630cc5c-f88d-4240-942e-0c5d13e8484f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.952432] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1825.952432] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5259d682-f33b-9138-a5e0-759c0f63c09e" [ 1825.952432] env[64147]: _type = "Task" [ 1825.952432] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.961020] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5259d682-f33b-9138-a5e0-759c0f63c09e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.071977] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "07811f49-9bcb-4a28-b740-20fae75c98b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.072217] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.117224] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840531, 'name': CreateSnapshot_Task} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.117508] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1826.118299] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8aab53-11be-47bd-bfd9-31a644f63db4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.169935] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "55222031-5974-47b0-9d19-a236e717d726" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.170519] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "55222031-5974-47b0-9d19-a236e717d726" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.170770] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "55222031-5974-47b0-9d19-a236e717d726-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.171053] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "55222031-5974-47b0-9d19-a236e717d726-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.171306] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "55222031-5974-47b0-9d19-a236e717d726-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.173877] env[64147]: INFO nova.compute.manager [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Terminating instance [ 1826.214892] env[64147]: INFO nova.compute.manager [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] instance snapshotting [ 1826.217735] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7062f5f-f739-4526-a2a2-4e1ff7a54c84 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.240063] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b956999-7870-4e0b-918c-4e4cfc905247 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.280156] env[64147]: INFO nova.compute.manager [-] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Took 1.29 seconds to deallocate network for instance. [ 1826.280734] env[64147]: DEBUG nova.compute.manager [req-1e88975f-c5e5-4408-8376-ba6300b24889 req-8d362bdd-8db0-43d6-af52-c93d87feff97 service nova] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Received event network-vif-deleted-774462b2-f3f2-434e-b2a8-bdabc455c383 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1826.298499] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840533, 'name': Rename_Task, 'duration_secs': 0.210471} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.299217] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.299459] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-310ddace-f892-4b9f-942e-db18e76989a8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.306809] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1826.306809] env[64147]: value = "task-1840535" [ 1826.306809] env[64147]: _type = "Task" [ 1826.306809] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.315146] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.445397] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840534, 'name': CreateVM_Task, 'duration_secs': 0.338168} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.445574] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1826.446216] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.446389] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.446717] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1826.446967] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e208684-de8f-4ef0-a651-5af2efc8bf9b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.456394] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1826.456394] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]525197ce-1df2-608d-95e1-164ff6037d73" [ 1826.456394] env[64147]: _type = "Task" [ 1826.456394] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.463150] env[64147]: DEBUG nova.network.neutron [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Updated VIF entry in instance network info cache for port b32769c7-63a4-432d-8ee9-fb60977e9386. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1826.463482] env[64147]: DEBUG nova.network.neutron [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Updating instance_info_cache with network_info: [{"id": "b32769c7-63a4-432d-8ee9-fb60977e9386", "address": "fa:16:3e:5a:85:2e", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32769c7-63", "ovs_interfaceid": "b32769c7-63a4-432d-8ee9-fb60977e9386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.464645] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5259d682-f33b-9138-a5e0-759c0f63c09e, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.466518] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08512c1e-110b-480a-9b33-21d4a3f47da5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.471619] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525197ce-1df2-608d-95e1-164ff6037d73, 'name': SearchDatastore_Task, 'duration_secs': 0.008769} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.471806] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.472073] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.472287] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.474019] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1826.474019] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522bcff2-b63d-9c1a-3ba3-5130885982d5" [ 1826.474019] env[64147]: _type = "Task" [ 1826.474019] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.483486] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522bcff2-b63d-9c1a-3ba3-5130885982d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.486521] env[64147]: DEBUG nova.network.neutron [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Updating instance_info_cache with network_info: [{"id": "a5f4e03c-ba0b-491e-a660-c86173c5bfee", "address": "fa:16:3e:e5:5a:97", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f4e03c-ba", "ovs_interfaceid": "a5f4e03c-ba0b-491e-a660-c86173c5bfee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.576716] env[64147]: DEBUG nova.compute.utils [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1826.641166] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1826.641418] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b59b84dd-48a3-4434-8b8e-26b6b0c7799a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.651280] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1826.651280] env[64147]: value = "task-1840536" [ 1826.651280] env[64147]: _type = "Task" [ 1826.651280] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.662120] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840536, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.677848] env[64147]: DEBUG nova.compute.manager [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1826.678117] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1826.678963] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97333206-c1c8-480f-a87f-5fb77c030c31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.686104] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.686334] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1faefd33-c327-40d3-85df-79f460e2e7ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.691907] env[64147]: DEBUG oslo_vmware.api [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1826.691907] env[64147]: value = "task-1840537" [ 1826.691907] env[64147]: _type = "Task" [ 1826.691907] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.699314] env[64147]: DEBUG oslo_vmware.api [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.751157] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1826.751488] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b0041e0-923a-4115-850b-f938f4ee7ccd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.758758] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1826.758758] env[64147]: value = "task-1840538" [ 1826.758758] env[64147]: _type = "Task" [ 1826.758758] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.767115] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840538, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.793028] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.793028] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.793028] env[64147]: DEBUG nova.objects.instance [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lazy-loading 'resources' on Instance uuid 0b26e026-d2ae-4df5-8542-4070bb3d40ba {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.817499] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840535, 'name': PowerOnVM_Task} progress is 71%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.967216] env[64147]: DEBUG oslo_concurrency.lockutils [req-05f29883-ea85-4dda-bdc3-a8c88de0912b req-155ffd81-4f88-4ede-8adc-ce92281e31ea service nova] Releasing lock "refresh_cache-272ebf03-1afb-424d-9287-5c8f0310ea6c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.984668] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522bcff2-b63d-9c1a-3ba3-5130885982d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008117} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.984951] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.985221] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 272ebf03-1afb-424d-9287-5c8f0310ea6c/272ebf03-1afb-424d-9287-5c8f0310ea6c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1826.985502] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.985685] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.985962] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eda62a13-7766-460f-94cc-20db18662c33 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.988184] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c5a303a-0064-491e-a1ab-fc05a17a7444 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.990192] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.997110] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1826.997110] env[64147]: value = "task-1840539" [ 1826.997110] env[64147]: _type = "Task" [ 1826.997110] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.001484] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.001670] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.002827] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b77b267-e41c-4905-bce7-1f7fddbab210 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.007979] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.011241] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1827.011241] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526df5c2-ebad-206e-c2b4-6da0abb8db90" [ 1827.011241] env[64147]: _type = "Task" [ 1827.011241] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.018957] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526df5c2-ebad-206e-c2b4-6da0abb8db90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.079474] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.165754] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840536, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.203642] env[64147]: DEBUG oslo_vmware.api [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840537, 'name': PowerOffVM_Task, 'duration_secs': 0.361101} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.203914] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1827.204148] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1827.204453] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4e9dc5c-0d25-4887-911a-17c5cae98ddd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.269406] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840538, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.320993] env[64147]: DEBUG oslo_vmware.api [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840535, 'name': PowerOnVM_Task, 'duration_secs': 0.873163} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.321210] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.321305] env[64147]: INFO nova.compute.manager [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1827.321481] env[64147]: DEBUG nova.compute.manager [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.322551] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ded2ec-d9f6-436c-86f0-8c1ca32646ab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.405632] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.406663] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06219252-c61a-4b76-b400-8372ada7ece9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.415308] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1827.418156] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-191877ab-1cf7-4224-ae10-b9b91fd5ee15 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.508891] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459806} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.509349] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 272ebf03-1afb-424d-9287-5c8f0310ea6c/272ebf03-1afb-424d-9287-5c8f0310ea6c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1827.509581] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1827.509827] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73367883-85d2-40f2-b6c8-fe0aaaf87f77 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.518435] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1827.518435] env[64147]: value = "task-1840542" [ 1827.518435] env[64147]: _type = "Task" [ 1827.518435] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.521882] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526df5c2-ebad-206e-c2b4-6da0abb8db90, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.527838] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b3043b-7fea-4233-b2cc-0df4878c9779 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.535187] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.536780] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1827.536780] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52c7fd31-22bc-1f36-9eed-67d639bfc043" [ 1827.536780] env[64147]: _type = "Task" [ 1827.536780] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.546679] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c7fd31-22bc-1f36-9eed-67d639bfc043, 'name': SearchDatastore_Task, 'duration_secs': 0.008808} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.546917] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.547189] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0cea15a8-9ad1-48c9-b4f5-920112a28664/0cea15a8-9ad1-48c9-b4f5-920112a28664.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.547432] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21925e08-e718-49e1-8720-7adba5e79941 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.554782] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1827.554782] env[64147]: value = "task-1840543" [ 1827.554782] env[64147]: _type = "Task" [ 1827.554782] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.562563] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.577349] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69a70d7-e188-455e-806a-352aec3ca6dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.587431] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aabe62-8823-4057-8925-cf40fa15877e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.618456] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c655e7a-db08-4305-a624-7f05964f2e49 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.626484] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad86118-be6d-41e3-ab0e-a6a5a0b6bc0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.641416] env[64147]: DEBUG nova.compute.provider_tree [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.663225] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840536, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.703166] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.703625] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.703833] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Deleting the datastore file [datastore2] 55222031-5974-47b0-9d19-a236e717d726 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.704083] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4578abde-3372-4c98-b979-7bbbdc7b3d30 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.708865] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.709081] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.709268] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleting the datastore file [datastore1] 9454b221-bbbe-4c20-b78e-9b6abc5b6dff {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.709496] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2432eac1-e7a6-4064-a277-094f24520664 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.713066] env[64147]: DEBUG oslo_vmware.api [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1827.713066] env[64147]: value = "task-1840544" [ 1827.713066] env[64147]: _type = "Task" [ 1827.713066] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.717930] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1827.717930] env[64147]: value = "task-1840545" [ 1827.717930] env[64147]: _type = "Task" [ 1827.717930] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.724649] env[64147]: DEBUG oslo_vmware.api [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.729389] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.769603] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840538, 'name': CreateSnapshot_Task, 'duration_secs': 0.657803} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.769886] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1827.770747] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f457d61-c663-4d89-a317-b67bd4cf4ab1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.842159] env[64147]: INFO nova.compute.manager [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Took 12.97 seconds to build instance. [ 1828.030631] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065869} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.030880] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1828.031763] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a9fa63-5c6f-40a1-9392-d863e9984f9b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.053807] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 272ebf03-1afb-424d-9287-5c8f0310ea6c/272ebf03-1afb-424d-9287-5c8f0310ea6c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1828.054126] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f43167e-a800-4233-ba0c-f41742bf57e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.079815] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840543, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.081152] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1828.081152] env[64147]: value = "task-1840546" [ 1828.081152] env[64147]: _type = "Task" [ 1828.081152] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.089420] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.145314] env[64147]: DEBUG nova.scheduler.client.report [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.154038] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "07811f49-9bcb-4a28-b740-20fae75c98b0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.154302] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.154530] env[64147]: INFO nova.compute.manager [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Attaching volume 1f9c56bf-e534-4f99-9d2d-4084a9b5c62c to /dev/sdb [ 1828.170182] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840536, 'name': CloneVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.194998] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3a32be-9f3f-4d7e-a58c-7e99c25dd1cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.204127] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b5dd74-f02d-427f-a8e6-efc200b09fea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.220304] env[64147]: DEBUG nova.virt.block_device [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updating existing volume attachment record: feccf71e-d275-4be9-b0b4-c74100ee21fc {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1828.229102] env[64147]: DEBUG oslo_vmware.api [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28263} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.229693] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.229888] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.230115] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.230307] env[64147]: INFO nova.compute.manager [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 55222031-5974-47b0-9d19-a236e717d726] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1828.230541] env[64147]: DEBUG oslo.service.loopingcall [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.230724] env[64147]: DEBUG nova.compute.manager [-] [instance: 55222031-5974-47b0-9d19-a236e717d726] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1828.230817] env[64147]: DEBUG nova.network.neutron [-] [instance: 55222031-5974-47b0-9d19-a236e717d726] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1828.235071] env[64147]: DEBUG oslo_vmware.api [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384523} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.235487] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.235668] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.235845] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.256901] env[64147]: INFO nova.scheduler.client.report [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted allocations for instance 9454b221-bbbe-4c20-b78e-9b6abc5b6dff [ 1828.289567] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1828.293299] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be7fa528-33b0-4a9c-bd54-b41309522da9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.305026] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1828.305026] env[64147]: value = "task-1840547" [ 1828.305026] env[64147]: _type = "Task" [ 1828.305026] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.310867] env[64147]: DEBUG nova.compute.manager [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Received event network-vif-unplugged-a5f4e03c-ba0b-491e-a660-c86173c5bfee {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1828.311303] env[64147]: DEBUG oslo_concurrency.lockutils [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] Acquiring lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.312430] env[64147]: DEBUG oslo_concurrency.lockutils [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.312728] env[64147]: DEBUG oslo_concurrency.lockutils [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.313129] env[64147]: DEBUG nova.compute.manager [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] No waiting events found dispatching network-vif-unplugged-a5f4e03c-ba0b-491e-a660-c86173c5bfee {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1828.314022] env[64147]: WARNING nova.compute.manager [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Received unexpected event network-vif-unplugged-a5f4e03c-ba0b-491e-a660-c86173c5bfee for instance with vm_state shelved_offloaded and task_state None. [ 1828.314022] env[64147]: DEBUG nova.compute.manager [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Received event network-changed-a5f4e03c-ba0b-491e-a660-c86173c5bfee {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1828.314022] env[64147]: DEBUG nova.compute.manager [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Refreshing instance network info cache due to event network-changed-a5f4e03c-ba0b-491e-a660-c86173c5bfee. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1828.314022] env[64147]: DEBUG oslo_concurrency.lockutils [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] Acquiring lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.314280] env[64147]: DEBUG oslo_concurrency.lockutils [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] Acquired lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.314542] env[64147]: DEBUG nova.network.neutron [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Refreshing network info cache for port a5f4e03c-ba0b-491e-a660-c86173c5bfee {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.320871] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840547, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.345578] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cf63e78d-06d2-43af-82a3-fcb0903e52fc tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.490s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.580397] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840543, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.591051] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.650276] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.666796] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840536, 'name': CloneVM_Task, 'duration_secs': 1.535457} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.667103] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Created linked-clone VM from snapshot [ 1828.668056] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5ae194-4bcf-4c5e-ae71-2b2e8ff6957d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.678488] env[64147]: DEBUG nova.compute.manager [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.678777] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Uploading image 89c93f8d-1817-47a2-bee5-950ca2ed6643 {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1828.681579] env[64147]: INFO nova.scheduler.client.report [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Deleted allocations for instance 0b26e026-d2ae-4df5-8542-4070bb3d40ba [ 1828.683025] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5d6cee-2387-4e2d-8830-9bb2a2f654b5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.701681] env[64147]: DEBUG oslo_vmware.rw_handles [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1828.701681] env[64147]: value = "vm-380871" [ 1828.701681] env[64147]: _type = "VirtualMachine" [ 1828.701681] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1828.701966] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-870a1457-fc98-451a-848e-8a9df4ad5e7b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.708798] env[64147]: DEBUG oslo_vmware.rw_handles [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lease: (returnval){ [ 1828.708798] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52688aa7-756a-86c0-72a9-6f39f903fe0d" [ 1828.708798] env[64147]: _type = "HttpNfcLease" [ 1828.708798] env[64147]: } obtained for exporting VM: (result){ [ 1828.708798] env[64147]: value = "vm-380871" [ 1828.708798] env[64147]: _type = "VirtualMachine" [ 1828.708798] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1828.709165] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the lease: (returnval){ [ 1828.709165] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52688aa7-756a-86c0-72a9-6f39f903fe0d" [ 1828.709165] env[64147]: _type = "HttpNfcLease" [ 1828.709165] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1828.715342] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1828.715342] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52688aa7-756a-86c0-72a9-6f39f903fe0d" [ 1828.715342] env[64147]: _type = "HttpNfcLease" [ 1828.715342] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1828.761746] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.762056] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.762295] env[64147]: DEBUG nova.objects.instance [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lazy-loading 'resources' on Instance uuid 9454b221-bbbe-4c20-b78e-9b6abc5b6dff {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.814099] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840547, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.086529] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840543, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.462753} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.087151] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0cea15a8-9ad1-48c9-b4f5-920112a28664/0cea15a8-9ad1-48c9-b4f5-920112a28664.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.087595] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.088408] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da369962-6e2d-4317-8ece-9db0b807db65 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.096440] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.098492] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1829.098492] env[64147]: value = "task-1840552" [ 1829.098492] env[64147]: _type = "Task" [ 1829.098492] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.102749] env[64147]: DEBUG nova.network.neutron [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Updated VIF entry in instance network info cache for port a5f4e03c-ba0b-491e-a660-c86173c5bfee. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.103271] env[64147]: DEBUG nova.network.neutron [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Updating instance_info_cache with network_info: [{"id": "a5f4e03c-ba0b-491e-a660-c86173c5bfee", "address": "fa:16:3e:e5:5a:97", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": null, "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa5f4e03c-ba", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.110526] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.146056] env[64147]: DEBUG nova.network.neutron [-] [instance: 55222031-5974-47b0-9d19-a236e717d726] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.191669] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a4ecf90c-6ac8-41c2-8bc3-02d4be495aac tempest-ServerRescueTestJSON-1964401001 tempest-ServerRescueTestJSON-1964401001-project-member] Lock "0b26e026-d2ae-4df5-8542-4070bb3d40ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.996s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.195616] env[64147]: INFO nova.compute.manager [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] instance snapshotting [ 1829.196292] env[64147]: DEBUG nova.objects.instance [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'flavor' on Instance uuid 506fe179-7007-4e92-8cf0-1610b3f0cc88 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.218335] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1829.218335] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52688aa7-756a-86c0-72a9-6f39f903fe0d" [ 1829.218335] env[64147]: _type = "HttpNfcLease" [ 1829.218335] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1829.218646] env[64147]: DEBUG oslo_vmware.rw_handles [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1829.218646] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52688aa7-756a-86c0-72a9-6f39f903fe0d" [ 1829.218646] env[64147]: _type = "HttpNfcLease" [ 1829.218646] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1829.219448] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534bf591-65b2-463a-8d23-f7b08cd205bd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.227206] env[64147]: DEBUG oslo_vmware.rw_handles [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc517b-273a-4ece-54cc-6a254fc2a0f2/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1829.227380] env[64147]: DEBUG oslo_vmware.rw_handles [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc517b-273a-4ece-54cc-6a254fc2a0f2/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1829.285228] env[64147]: DEBUG nova.objects.instance [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lazy-loading 'numa_topology' on Instance uuid 9454b221-bbbe-4c20-b78e-9b6abc5b6dff {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.312715] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840547, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.320330] env[64147]: INFO nova.compute.manager [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Rebuilding instance [ 1829.363059] env[64147]: DEBUG nova.compute.manager [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.364009] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb977044-87d0-4508-91cc-75506c414912 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.387710] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-62df317b-6fbc-4278-9d3a-b2e60c858723 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.592062] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840546, 'name': ReconfigVM_Task, 'duration_secs': 1.210419} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.592554] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 272ebf03-1afb-424d-9287-5c8f0310ea6c/272ebf03-1afb-424d-9287-5c8f0310ea6c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.593279] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdfbfb49-4c56-4e9c-a6ec-b15db6dc8c94 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.603199] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1829.603199] env[64147]: value = "task-1840553" [ 1829.603199] env[64147]: _type = "Task" [ 1829.603199] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.610292] env[64147]: DEBUG oslo_concurrency.lockutils [req-5416deea-40b1-4228-ada3-b22442a4d933 req-27680770-cc7e-4756-823f-59f77530ab5a service nova] Releasing lock "refresh_cache-9454b221-bbbe-4c20-b78e-9b6abc5b6dff" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.610821] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075741} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.612038] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.612349] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8217e181-a210-4a22-ab9e-f5831517eddd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.618603] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840553, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.642304] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 0cea15a8-9ad1-48c9-b4f5-920112a28664/0cea15a8-9ad1-48c9-b4f5-920112a28664.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.643277] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f395de67-6ff3-4643-ac6a-3f157a6ea65c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.658602] env[64147]: INFO nova.compute.manager [-] [instance: 55222031-5974-47b0-9d19-a236e717d726] Took 1.43 seconds to deallocate network for instance. [ 1829.667023] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1829.667023] env[64147]: value = "task-1840554" [ 1829.667023] env[64147]: _type = "Task" [ 1829.667023] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.674218] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.703432] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eef9ac-3f21-4d60-896e-06f9ca212541 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.727310] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1332b37-1989-4537-8f2b-500531693615 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.788517] env[64147]: DEBUG nova.objects.base [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Object Instance<9454b221-bbbe-4c20-b78e-9b6abc5b6dff> lazy-loaded attributes: resources,numa_topology {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1829.819159] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840547, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.995831] env[64147]: DEBUG oslo_concurrency.lockutils [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.059834] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a121da-33f8-42f1-8592-d2c1aba2a1a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.067561] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7ae919-a72a-469b-87de-c94a5b77886e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.105107] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4e94ae-5758-4f56-9056-c1cc9430166b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.119786] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0946d165-d574-4696-9621-8b038efac3a8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.124281] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840553, 'name': Rename_Task, 'duration_secs': 0.155644} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.124757] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1830.125512] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23bf9a8d-2659-4183-a085-af42bcb38ae8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.135822] env[64147]: DEBUG nova.compute.provider_tree [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.142786] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1830.142786] env[64147]: value = "task-1840555" [ 1830.142786] env[64147]: _type = "Task" [ 1830.142786] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.158556] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.166682] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.177698] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840554, 'name': ReconfigVM_Task, 'duration_secs': 0.322585} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.178346] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 0cea15a8-9ad1-48c9-b4f5-920112a28664/0cea15a8-9ad1-48c9-b4f5-920112a28664.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.179314] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae6dbb5b-0750-4d1a-9efb-134cdd372abc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.187171] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1830.187171] env[64147]: value = "task-1840556" [ 1830.187171] env[64147]: _type = "Task" [ 1830.187171] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.197793] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840556, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.239761] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1830.240149] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7810cac5-06f5-48b4-8db8-ee3d4cefa3c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.249660] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1830.249660] env[64147]: value = "task-1840557" [ 1830.249660] env[64147]: _type = "Task" [ 1830.249660] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.262176] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840557, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.315884] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840547, 'name': CloneVM_Task, 'duration_secs': 1.771506} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.316531] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Created linked-clone VM from snapshot [ 1830.318202] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2d6ee3-6d32-48b5-a90a-56a4dbe83257 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.329787] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Uploading image 2497c5d8-1087-47ff-81b6-8f0a09bc1c34 {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1830.353533] env[64147]: DEBUG nova.compute.manager [req-5a8cbd03-03d7-4325-ae9f-d0ce2d6ae03f req-77fdf57d-adeb-4cf7-9191-b734036e3b90 service nova] [instance: 55222031-5974-47b0-9d19-a236e717d726] Received event network-vif-deleted-2bb03f84-7a9c-46d3-8c4a-21e0c39ccf6b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1830.358763] env[64147]: DEBUG oslo_vmware.rw_handles [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1830.358763] env[64147]: value = "vm-380873" [ 1830.358763] env[64147]: _type = "VirtualMachine" [ 1830.358763] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1830.359067] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9953464b-5f57-45a2-80a6-21a67536da56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.367692] env[64147]: DEBUG oslo_vmware.rw_handles [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lease: (returnval){ [ 1830.367692] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523bc31d-cc76-29c8-98b7-0a578c032c47" [ 1830.367692] env[64147]: _type = "HttpNfcLease" [ 1830.367692] env[64147]: } obtained for exporting VM: (result){ [ 1830.367692] env[64147]: value = "vm-380873" [ 1830.367692] env[64147]: _type = "VirtualMachine" [ 1830.367692] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1830.367692] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the lease: (returnval){ [ 1830.367692] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523bc31d-cc76-29c8-98b7-0a578c032c47" [ 1830.367692] env[64147]: _type = "HttpNfcLease" [ 1830.367692] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1830.376291] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1830.376291] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523bc31d-cc76-29c8-98b7-0a578c032c47" [ 1830.376291] env[64147]: _type = "HttpNfcLease" [ 1830.376291] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1830.381165] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.381514] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8bababa-e059-4cf2-bdc7-e31c083ec3e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.389684] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1830.389684] env[64147]: value = "task-1840559" [ 1830.389684] env[64147]: _type = "Task" [ 1830.389684] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.399866] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.639670] env[64147]: DEBUG nova.scheduler.client.report [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.654024] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840555, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.701061] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840556, 'name': Rename_Task, 'duration_secs': 0.179559} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.701456] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1830.701762] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-459cf3f6-1a77-4357-9ec1-9e5ccfceb09b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.708417] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1830.708417] env[64147]: value = "task-1840561" [ 1830.708417] env[64147]: _type = "Task" [ 1830.708417] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.717097] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.758529] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840557, 'name': CreateSnapshot_Task, 'duration_secs': 0.504805} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.758867] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1830.759756] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04597d12-426d-49a7-bb53-93d1eb06e262 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.876730] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1830.876730] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523bc31d-cc76-29c8-98b7-0a578c032c47" [ 1830.876730] env[64147]: _type = "HttpNfcLease" [ 1830.876730] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1830.877075] env[64147]: DEBUG oslo_vmware.rw_handles [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1830.877075] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523bc31d-cc76-29c8-98b7-0a578c032c47" [ 1830.877075] env[64147]: _type = "HttpNfcLease" [ 1830.877075] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1830.878100] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b169e-d0ba-400b-b109-0f18b0e79c88 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.886854] env[64147]: DEBUG oslo_vmware.rw_handles [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c766e2-7275-0a68-8356-14af41c4fb99/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1830.886854] env[64147]: DEBUG oslo_vmware.rw_handles [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c766e2-7275-0a68-8356-14af41c4fb99/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1830.956998] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840559, 'name': PowerOffVM_Task, 'duration_secs': 0.20474} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.957334] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1830.957628] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.958489] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12598186-2fdb-4bab-97c7-327a8d1d54ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.966444] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1830.966528] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68db877d-046d-46c7-b719-2393a637988b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.017179] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53d76b00-a759-40eb-9218-ed8fd08db4fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.145401] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.383s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.155890] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.990s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.156244] env[64147]: DEBUG nova.objects.instance [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lazy-loading 'resources' on Instance uuid 55222031-5974-47b0-9d19-a236e717d726 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.163646] env[64147]: DEBUG oslo_vmware.api [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840555, 'name': PowerOnVM_Task, 'duration_secs': 0.527629} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.164016] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1831.164285] env[64147]: INFO nova.compute.manager [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1831.164723] env[64147]: DEBUG nova.compute.manager [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.165740] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed8976-148b-4000-a8a3-cd0c9041217d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.222039] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.279243] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1831.279608] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-87fc20c6-3edb-4839-badd-d67848e77b41 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.288780] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1831.288780] env[64147]: value = "task-1840563" [ 1831.288780] env[64147]: _type = "Task" [ 1831.288780] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.298929] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.664642] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bded2ebe-c9be-42a6-8a1c-03402d02bbc7 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.256s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.665578] env[64147]: DEBUG oslo_concurrency.lockutils [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.670s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.665888] env[64147]: DEBUG oslo_concurrency.lockutils [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.666205] env[64147]: DEBUG oslo_concurrency.lockutils [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.666392] env[64147]: DEBUG oslo_concurrency.lockutils [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.669114] env[64147]: INFO nova.compute.manager [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Terminating instance [ 1831.686196] env[64147]: INFO nova.compute.manager [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Took 15.97 seconds to build instance. [ 1831.724044] env[64147]: DEBUG oslo_vmware.api [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840561, 'name': PowerOnVM_Task, 'duration_secs': 0.649359} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.724044] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1831.724044] env[64147]: DEBUG nova.compute.manager [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.725061] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b92e17f-42c7-4f80-ad62-3fd29f4ca7a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.805260] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.909989] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac41688-8e6f-4b1c-b200-ab50e0cba72e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.918625] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fec065-f224-4b11-8910-e9940e9bc82e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.956283] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dcde0d-9117-49d5-b3d8-31d86642ab69 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.964197] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf4c3e9-d392-486b-88f8-6606f9ce0284 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.979451] env[64147]: DEBUG nova.compute.provider_tree [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.175275] env[64147]: DEBUG nova.compute.manager [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1832.175907] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1832.176465] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da78b6de-dfb6-498a-bcba-9e275400e399 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.187965] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d426b1-c506-4c8b-a9a0-0315313cc34e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.200471] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a1bf9f0d-037b-423e-944b-a3083abc7b2d tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "272ebf03-1afb-424d-9287-5c8f0310ea6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.502s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.227177] env[64147]: WARNING nova.virt.vmwareapi.vmops [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9454b221-bbbe-4c20-b78e-9b6abc5b6dff could not be found. [ 1832.227510] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1832.227776] env[64147]: INFO nova.compute.manager [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1832.228130] env[64147]: DEBUG oslo.service.loopingcall [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.228510] env[64147]: DEBUG nova.compute.manager [-] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1832.228626] env[64147]: DEBUG nova.network.neutron [-] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1832.249327] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.303442] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.483036] env[64147]: DEBUG nova.scheduler.client.report [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1832.766991] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1832.767487] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380875', 'volume_id': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'name': 'volume-1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07811f49-9bcb-4a28-b740-20fae75c98b0', 'attached_at': '', 'detached_at': '', 'volume_id': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'serial': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1832.768796] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8038cc0-ec6d-4bd0-ae97-a9c852efcd20 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.786148] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056287be-8934-45db-a325-ba436b75fc4f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.812822] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-1f9c56bf-e534-4f99-9d2d-4084a9b5c62c/volume-1f9c56bf-e534-4f99-9d2d-4084a9b5c62c.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1832.816043] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddc46ae8-bbda-4f38-b833-3809efe7add1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.837411] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.838809] env[64147]: DEBUG oslo_vmware.api [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1832.838809] env[64147]: value = "task-1840564" [ 1832.838809] env[64147]: _type = "Task" [ 1832.838809] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.847252] env[64147]: DEBUG oslo_vmware.api [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.959677] env[64147]: DEBUG nova.network.neutron [-] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.992024] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.993103] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.744s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.994057] env[64147]: DEBUG nova.objects.instance [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1833.027396] env[64147]: INFO nova.scheduler.client.report [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Deleted allocations for instance 55222031-5974-47b0-9d19-a236e717d726 [ 1833.317433] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.351409] env[64147]: DEBUG oslo_vmware.api [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.464298] env[64147]: INFO nova.compute.manager [-] [instance: 9454b221-bbbe-4c20-b78e-9b6abc5b6dff] Took 1.23 seconds to deallocate network for instance. [ 1833.536457] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3db6e6aa-4e6c-44da-9717-d4430ed275bb tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "55222031-5974-47b0-9d19-a236e717d726" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.366s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.819682] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.849135] env[64147]: DEBUG oslo_vmware.api [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840564, 'name': ReconfigVM_Task, 'duration_secs': 0.540554} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.849479] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-1f9c56bf-e534-4f99-9d2d-4084a9b5c62c/volume-1f9c56bf-e534-4f99-9d2d-4084a9b5c62c.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.854412] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c9238e-b7d7-4f14-9066-afa62d8ae196 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.870755] env[64147]: DEBUG oslo_vmware.api [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1833.870755] env[64147]: value = "task-1840565" [ 1833.870755] env[64147]: _type = "Task" [ 1833.870755] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.879413] env[64147]: DEBUG oslo_vmware.api [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.010540] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f1909908-3b18-46cc-a46a-7a6e49885bd3 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.320571] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.382018] env[64147]: DEBUG oslo_vmware.api [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840565, 'name': ReconfigVM_Task, 'duration_secs': 0.176875} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.382379] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380875', 'volume_id': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'name': 'volume-1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07811f49-9bcb-4a28-b740-20fae75c98b0', 'attached_at': '', 'detached_at': '', 'volume_id': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'serial': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1834.491723] env[64147]: DEBUG oslo_concurrency.lockutils [None req-27e87e42-4213-419f-9f7f-7d5fd17ac6cf tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "9454b221-bbbe-4c20-b78e-9b6abc5b6dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.826s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.819433] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.321028] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.419399] env[64147]: DEBUG nova.objects.instance [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lazy-loading 'flavor' on Instance uuid 07811f49-9bcb-4a28-b740-20fae75c98b0 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.820488] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.924898] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f60f0154-b6b1-441e-ad5a-81d6153a9428 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.770s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.322057] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.825111] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.323401] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.673558] env[64147]: DEBUG oslo_vmware.rw_handles [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc517b-273a-4ece-54cc-6a254fc2a0f2/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1837.675074] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0226dd-a8af-4d2a-a089-232ba7bec67f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.681649] env[64147]: DEBUG oslo_vmware.rw_handles [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc517b-273a-4ece-54cc-6a254fc2a0f2/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1837.681822] env[64147]: ERROR oslo_vmware.rw_handles [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc517b-273a-4ece-54cc-6a254fc2a0f2/disk-0.vmdk due to incomplete transfer. [ 1837.682086] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73194d66-2d3c-4f5a-b94b-de02d98a3c85 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.691331] env[64147]: DEBUG oslo_vmware.rw_handles [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc517b-273a-4ece-54cc-6a254fc2a0f2/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1837.691549] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Uploaded image 89c93f8d-1817-47a2-bee5-950ca2ed6643 to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1837.693855] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1837.694152] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-80215940-2f1b-4e6e-9532-9c8b3708bd76 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.701893] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1837.701893] env[64147]: value = "task-1840566" [ 1837.701893] env[64147]: _type = "Task" [ 1837.701893] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.711348] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840566, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.781168] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1837.781427] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1837.781952] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleting the datastore file [datastore1] 5e95c1fe-29ca-430a-88a0-b17c3cbfd395 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1837.782104] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa12d316-232c-40c5-bd49-5b89b4acc6e0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.790210] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1837.790210] env[64147]: value = "task-1840567" [ 1837.790210] env[64147]: _type = "Task" [ 1837.790210] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.799309] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.823873] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.215106] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840566, 'name': Destroy_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.302318] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337923} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.302521] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1838.303149] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1838.303149] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1838.332566] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.709554] env[64147]: INFO nova.compute.manager [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Rescuing [ 1838.710076] env[64147]: DEBUG oslo_concurrency.lockutils [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.710534] env[64147]: DEBUG oslo_concurrency.lockutils [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.710534] env[64147]: DEBUG nova.network.neutron [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.724290] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840566, 'name': Destroy_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.826572] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.213294] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "02840752-fb1e-40c5-b30f-c94130cad21e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.213736] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "02840752-fb1e-40c5-b30f-c94130cad21e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.236700] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840566, 'name': Destroy_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.329743] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.350991] env[64147]: DEBUG nova.virt.hardware [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1839.351413] env[64147]: DEBUG nova.virt.hardware [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1839.351509] env[64147]: DEBUG nova.virt.hardware [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1839.351703] env[64147]: DEBUG nova.virt.hardware [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1839.351847] env[64147]: DEBUG nova.virt.hardware [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1839.351998] env[64147]: DEBUG nova.virt.hardware [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1839.352262] env[64147]: DEBUG nova.virt.hardware [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1839.352423] env[64147]: DEBUG nova.virt.hardware [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1839.353428] env[64147]: DEBUG nova.virt.hardware [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1839.353690] env[64147]: DEBUG nova.virt.hardware [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1839.353886] env[64147]: DEBUG nova.virt.hardware [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1839.354817] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614bb2fb-2546-476f-914e-8d78f2a6d4c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.364624] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c595e2-e808-4da7-9e17-f858d6a22188 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.381952] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:44:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57dc3ffd-35d0-4b60-9c4d-794a30e442da', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1839.391075] env[64147]: DEBUG oslo.service.loopingcall [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.391375] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1839.391814] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b794d00-2378-4933-9c24-b9209c3d00f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.413185] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1839.413185] env[64147]: value = "task-1840569" [ 1839.413185] env[64147]: _type = "Task" [ 1839.413185] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.422555] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840569, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.593853] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.594103] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.601594] env[64147]: DEBUG oslo_vmware.rw_handles [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c766e2-7275-0a68-8356-14af41c4fb99/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1839.602763] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e00214-14c5-46cc-9e1a-91af28c7b41f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.609227] env[64147]: DEBUG oslo_vmware.rw_handles [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c766e2-7275-0a68-8356-14af41c4fb99/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1839.609392] env[64147]: ERROR oslo_vmware.rw_handles [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c766e2-7275-0a68-8356-14af41c4fb99/disk-0.vmdk due to incomplete transfer. [ 1839.609606] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9cea038-78eb-4389-bf06-a10fce6cead1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.619341] env[64147]: DEBUG oslo_vmware.rw_handles [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c766e2-7275-0a68-8356-14af41c4fb99/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1839.619715] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Uploaded image 2497c5d8-1087-47ff-81b6-8f0a09bc1c34 to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1839.622581] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1839.623162] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d39d9f83-8ddd-4ae4-97e3-1acd5f640d4b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.629421] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1839.629421] env[64147]: value = "task-1840570" [ 1839.629421] env[64147]: _type = "Task" [ 1839.629421] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.639997] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840570, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.647328] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.647564] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.697143] env[64147]: DEBUG nova.network.neutron [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updating instance_info_cache with network_info: [{"id": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "address": "fa:16:3e:05:07:60", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a926ce5-bc", "ovs_interfaceid": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.718252] env[64147]: DEBUG nova.compute.manager [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1839.728734] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840566, 'name': Destroy_Task, 'duration_secs': 1.543289} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.729028] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Destroyed the VM [ 1839.729295] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1839.729558] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d11630de-1c0c-4ce8-a5fb-258fdcc9ed6d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.737617] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1839.737617] env[64147]: value = "task-1840571" [ 1839.737617] env[64147]: _type = "Task" [ 1839.737617] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.746450] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840571, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.830890] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840563, 'name': CloneVM_Task, 'duration_secs': 8.063045} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.831194] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Created linked-clone VM from snapshot [ 1839.832456] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2635b681-b943-4ebf-b07d-59c839d2f47c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.841549] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Uploading image 44e28247-7029-4019-ac44-4838d9df9a1c {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1839.868272] env[64147]: DEBUG oslo_vmware.rw_handles [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1839.868272] env[64147]: value = "vm-380877" [ 1839.868272] env[64147]: _type = "VirtualMachine" [ 1839.868272] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1839.868577] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c4ff8ad-fb1f-4c09-a303-7ad3bb956b0d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.876602] env[64147]: DEBUG oslo_vmware.rw_handles [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lease: (returnval){ [ 1839.876602] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5269c11f-916c-2f3e-c247-43973f970c5f" [ 1839.876602] env[64147]: _type = "HttpNfcLease" [ 1839.876602] env[64147]: } obtained for exporting VM: (result){ [ 1839.876602] env[64147]: value = "vm-380877" [ 1839.876602] env[64147]: _type = "VirtualMachine" [ 1839.876602] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1839.876602] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the lease: (returnval){ [ 1839.876602] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5269c11f-916c-2f3e-c247-43973f970c5f" [ 1839.876602] env[64147]: _type = "HttpNfcLease" [ 1839.876602] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1839.883483] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1839.883483] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5269c11f-916c-2f3e-c247-43973f970c5f" [ 1839.883483] env[64147]: _type = "HttpNfcLease" [ 1839.883483] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1839.924294] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840569, 'name': CreateVM_Task, 'duration_secs': 0.433171} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.924581] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1839.925346] env[64147]: DEBUG oslo_concurrency.lockutils [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.925531] env[64147]: DEBUG oslo_concurrency.lockutils [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.925908] env[64147]: DEBUG oslo_concurrency.lockutils [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1839.926266] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8f1999-0dcc-4d0b-84c3-6e7af1ca2548 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.931657] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1839.931657] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52697a8f-b509-c368-ef1e-2585c3c11702" [ 1839.931657] env[64147]: _type = "Task" [ 1839.931657] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.940491] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52697a8f-b509-c368-ef1e-2585c3c11702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.097093] env[64147]: DEBUG nova.compute.manager [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.140554] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840570, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.149633] env[64147]: DEBUG nova.compute.manager [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.199863] env[64147]: DEBUG oslo_concurrency.lockutils [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.243252] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.243599] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.246188] env[64147]: INFO nova.compute.claims [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.254857] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840571, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.385597] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1840.385597] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5269c11f-916c-2f3e-c247-43973f970c5f" [ 1840.385597] env[64147]: _type = "HttpNfcLease" [ 1840.385597] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1840.386018] env[64147]: DEBUG oslo_vmware.rw_handles [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1840.386018] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5269c11f-916c-2f3e-c247-43973f970c5f" [ 1840.386018] env[64147]: _type = "HttpNfcLease" [ 1840.386018] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1840.386812] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f324de-5755-4501-89f7-e6fd4671b905 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.395444] env[64147]: DEBUG oslo_vmware.rw_handles [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297f110-05d2-8d63-c980-e60de599e19d/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1840.395580] env[64147]: DEBUG oslo_vmware.rw_handles [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297f110-05d2-8d63-c980-e60de599e19d/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1840.460657] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.460937] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.468253] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52697a8f-b509-c368-ef1e-2585c3c11702, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.468566] env[64147]: DEBUG oslo_concurrency.lockutils [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.468796] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.469033] env[64147]: DEBUG oslo_concurrency.lockutils [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.469187] env[64147]: DEBUG oslo_concurrency.lockutils [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.469368] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1840.469622] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8442df3-8028-4296-8bde-6e38813f5276 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.480567] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1840.480567] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1840.480567] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173cf075-5525-41e0-9fbd-9e377bc88299 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.485569] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1840.485569] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5226c95b-ed6f-4a2c-4114-c3c309e2dadb" [ 1840.485569] env[64147]: _type = "Task" [ 1840.485569] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.494550] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5226c95b-ed6f-4a2c-4114-c3c309e2dadb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.498027] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06268826-f344-45f9-ba69-de49d9714c33 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.620650] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.640451] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840570, 'name': Destroy_Task, 'duration_secs': 0.543321} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.640718] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Destroyed the VM [ 1840.640959] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1840.641228] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c150be0a-0699-46cd-90da-4a3d15a688a3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.648934] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1840.648934] env[64147]: value = "task-1840573" [ 1840.648934] env[64147]: _type = "Task" [ 1840.648934] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.658312] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840573, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.671093] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.748382] env[64147]: DEBUG oslo_vmware.api [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840571, 'name': RemoveSnapshot_Task, 'duration_secs': 0.678128} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.748651] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1840.748958] env[64147]: INFO nova.compute.manager [None req-47beead5-d99b-47ec-ac54-b6ce6b2b363f tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Took 16.19 seconds to snapshot the instance on the hypervisor. [ 1840.963918] env[64147]: DEBUG nova.compute.manager [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1841.002143] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5226c95b-ed6f-4a2c-4114-c3c309e2dadb, 'name': SearchDatastore_Task, 'duration_secs': 0.014852} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.003852] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2083e821-3030-4502-9458-e2a151a4e84e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.010499] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1841.010499] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52793d62-0a3e-6a8d-9627-84853c0cae38" [ 1841.010499] env[64147]: _type = "Task" [ 1841.010499] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.020606] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52793d62-0a3e-6a8d-9627-84853c0cae38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.158683] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840573, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.483459] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.519699] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52793d62-0a3e-6a8d-9627-84853c0cae38, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.523976] env[64147]: DEBUG oslo_concurrency.lockutils [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.523976] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5e95c1fe-29ca-430a-88a0-b17c3cbfd395/5e95c1fe-29ca-430a-88a0-b17c3cbfd395.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1841.525794] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c986d33-b640-4162-b4ae-6eaa98152452 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.532855] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1841.532855] env[64147]: value = "task-1840574" [ 1841.532855] env[64147]: _type = "Task" [ 1841.532855] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.544249] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.550116] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7769f4a-ebb3-4e58-b0cf-bff0ed2fb218 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.556805] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1695e3-8739-4bd8-8b01-97595fc55c8f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.589758] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6c9368-1917-417a-854a-90eaf7b4198f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.597986] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20a222a-c051-4716-9763-d6786960b301 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.611866] env[64147]: DEBUG nova.compute.provider_tree [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.659406] env[64147]: DEBUG oslo_vmware.api [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840573, 'name': RemoveSnapshot_Task, 'duration_secs': 0.518321} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.661180] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1841.661180] env[64147]: INFO nova.compute.manager [None req-c381bfb9-f56f-40d3-8991-3a7307107dad tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Took 15.44 seconds to snapshot the instance on the hypervisor. [ 1841.735591] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.735938] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf4f2dda-78f3-413e-b619-6c06561c164e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.743842] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1841.743842] env[64147]: value = "task-1840575" [ 1841.743842] env[64147]: _type = "Task" [ 1841.743842] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.755641] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.832944] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "98d10e09-08f9-4881-81a9-9f301a3e2907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.833299] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.833564] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "98d10e09-08f9-4881-81a9-9f301a3e2907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.833790] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.833977] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.836432] env[64147]: INFO nova.compute.manager [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Terminating instance [ 1842.044249] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446036} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.044716] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5e95c1fe-29ca-430a-88a0-b17c3cbfd395/5e95c1fe-29ca-430a-88a0-b17c3cbfd395.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1842.044982] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1842.045344] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd5ce266-8133-46a2-b07d-fd8b7aad6804 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.052508] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1842.052508] env[64147]: value = "task-1840576" [ 1842.052508] env[64147]: _type = "Task" [ 1842.052508] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.061194] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.115939] env[64147]: DEBUG nova.scheduler.client.report [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.254645] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840575, 'name': PowerOffVM_Task, 'duration_secs': 0.21973} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.254908] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.255546] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f79c2db-7944-403e-9448-3470fb4aa719 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.276958] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc786b30-6143-490d-9bbb-8bba2b31d6dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.316578] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.316578] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522fc02f-be3a-4e3f-94ff-fed9ae6b8577 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.324351] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1842.324351] env[64147]: value = "task-1840577" [ 1842.324351] env[64147]: _type = "Task" [ 1842.324351] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.335626] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1842.335909] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1842.336239] env[64147]: DEBUG oslo_concurrency.lockutils [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.336429] env[64147]: DEBUG oslo_concurrency.lockutils [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.336682] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.337466] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-008f0394-62c5-4181-837e-3d8938c850ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.340923] env[64147]: DEBUG nova.compute.manager [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1842.341690] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1842.342579] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7633aea-b0e8-42c9-9fcb-d9e172ed4f29 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.352445] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.354025] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f31d6912-7d53-4e16-826a-a246adc357d0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.356504] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.356595] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1842.357280] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c988050-5cb8-4f39-a011-3b2e0398f9d8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.363075] env[64147]: DEBUG oslo_vmware.api [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1842.363075] env[64147]: value = "task-1840578" [ 1842.363075] env[64147]: _type = "Task" [ 1842.363075] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.364509] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1842.364509] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529ce9e7-337e-0acd-1079-749c1f6fb986" [ 1842.364509] env[64147]: _type = "Task" [ 1842.364509] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.376574] env[64147]: DEBUG oslo_vmware.api [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.380695] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529ce9e7-337e-0acd-1079-749c1f6fb986, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.381620] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d9420a-5510-4e52-ab2b-69711f282ad5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.390132] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1842.390132] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52eb1704-880f-983a-be6a-56ddfc1c64a5" [ 1842.390132] env[64147]: _type = "Task" [ 1842.390132] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.400439] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52eb1704-880f-983a-be6a-56ddfc1c64a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.400810] env[64147]: DEBUG oslo_concurrency.lockutils [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.401185] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 07811f49-9bcb-4a28-b740-20fae75c98b0/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. {{(pid=64147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1842.401585] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10af05cb-73d8-4a96-82a7-d7dea86ca0fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.413279] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1842.413279] env[64147]: value = "task-1840579" [ 1842.413279] env[64147]: _type = "Task" [ 1842.413279] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.426821] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.564149] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073981} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.564578] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1842.565270] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9677fa1-01f9-4f9a-9d7e-e6d2919cd4ee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.590359] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 5e95c1fe-29ca-430a-88a0-b17c3cbfd395/5e95c1fe-29ca-430a-88a0-b17c3cbfd395.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1842.590761] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eeb2627-0663-41bd-a8f2-3e58d3fd0e54 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.610856] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1842.610856] env[64147]: value = "task-1840580" [ 1842.610856] env[64147]: _type = "Task" [ 1842.610856] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.620148] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.620915] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.621424] env[64147]: DEBUG nova.compute.manager [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1842.624030] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.004s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.625568] env[64147]: INFO nova.compute.claims [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1842.876981] env[64147]: DEBUG oslo_vmware.api [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840578, 'name': PowerOffVM_Task, 'duration_secs': 0.272055} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.877640] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.877814] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.878094] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ec2a7e4-bafb-43a8-8f51-3c1b3f2492bf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.924333] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497792} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.924752] env[64147]: INFO nova.virt.vmwareapi.ds_util [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 07811f49-9bcb-4a28-b740-20fae75c98b0/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk. [ 1842.925939] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d30234f-cc26-49e8-8e54-6157d40f5803 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.954398] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 07811f49-9bcb-4a28-b740-20fae75c98b0/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1842.954754] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7dc70e7-e80e-49e4-9d63-758f786fc9c9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.969358] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.969541] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.969707] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Deleting the datastore file [datastore1] 98d10e09-08f9-4881-81a9-9f301a3e2907 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.970388] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23a70581-674d-4178-b5be-aebf030b0ff4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.974587] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1842.974587] env[64147]: value = "task-1840582" [ 1842.974587] env[64147]: _type = "Task" [ 1842.974587] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.978989] env[64147]: DEBUG oslo_vmware.api [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for the task: (returnval){ [ 1842.978989] env[64147]: value = "task-1840583" [ 1842.978989] env[64147]: _type = "Task" [ 1842.978989] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.985424] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.990147] env[64147]: DEBUG oslo_vmware.api [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.121299] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.130864] env[64147]: DEBUG nova.compute.utils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.134324] env[64147]: DEBUG nova.compute.manager [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1843.134570] env[64147]: DEBUG nova.network.neutron [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1843.225116] env[64147]: DEBUG nova.policy [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d0b08ca57c6428da55dbc42a0ff4bfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f15a7a2b04f9414d87076c5df508bca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1843.310228] env[64147]: DEBUG nova.compute.manager [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.311397] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959c7ae1-c1be-40a2-a670-d9246f52c0c3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.487357] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.492631] env[64147]: DEBUG oslo_vmware.api [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Task: {'id': task-1840583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18785} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.493008] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1843.494148] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1843.494148] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1843.494148] env[64147]: INFO nova.compute.manager [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1843.494148] env[64147]: DEBUG oslo.service.loopingcall [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.494148] env[64147]: DEBUG nova.compute.manager [-] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1843.494148] env[64147]: DEBUG nova.network.neutron [-] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1843.517245] env[64147]: DEBUG nova.network.neutron [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Successfully created port: e1530414-0248-4f57-bfa2-9f788d70df4e {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1843.624567] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840580, 'name': ReconfigVM_Task, 'duration_secs': 0.611064} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.624872] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 5e95c1fe-29ca-430a-88a0-b17c3cbfd395/5e95c1fe-29ca-430a-88a0-b17c3cbfd395.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1843.625537] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d12bae4-8b14-4337-9a59-1d660bde3d52 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.631904] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1843.631904] env[64147]: value = "task-1840584" [ 1843.631904] env[64147]: _type = "Task" [ 1843.631904] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.635519] env[64147]: DEBUG nova.compute.manager [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1843.646104] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840584, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.824274] env[64147]: INFO nova.compute.manager [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] instance snapshotting [ 1843.826885] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdec776-b7c2-4b24-821e-973e84fb3e84 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.855836] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4325910f-8e1e-45f0-aa6f-3c98e5846b30 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.964287] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78c7aca-4242-42ce-828b-81a304489412 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.971817] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d651350-9c3d-4614-af34-6fca8782b2be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.002215] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c529e2-2f83-4d4b-9ee8-4084a8ba34e9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.007671] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840582, 'name': ReconfigVM_Task, 'duration_secs': 0.556319} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.008365] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 07811f49-9bcb-4a28-b740-20fae75c98b0/190a21b2-8ff5-444e-86c3-88185b9f8cea-rescue.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.009193] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2939199-3c55-4abb-a212-702624b9181d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.014484] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab505956-841d-449d-ab31-71900f77aa11 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.042287] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91bbba43-87e5-4aa9-a862-9b16ba93520b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.061042] env[64147]: DEBUG nova.compute.provider_tree [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.069319] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1844.069319] env[64147]: value = "task-1840585" [ 1844.069319] env[64147]: _type = "Task" [ 1844.069319] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.078657] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.145567] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840584, 'name': Rename_Task, 'duration_secs': 0.150519} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.145886] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.146350] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67f60d6e-7cc2-4e25-83cb-dedb5b9009a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.152899] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1844.152899] env[64147]: value = "task-1840586" [ 1844.152899] env[64147]: _type = "Task" [ 1844.152899] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.161283] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.367554] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1844.368436] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df9cb7c0-72da-4181-8dfb-4ece6c0ecf72 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.377142] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1844.377142] env[64147]: value = "task-1840587" [ 1844.377142] env[64147]: _type = "Task" [ 1844.377142] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.386436] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840587, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.502579] env[64147]: DEBUG nova.compute.manager [req-9bed65bd-e810-435d-b876-944fe97c7321 req-9c13bd2c-9156-4972-9ff5-278a1281330b service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Received event network-vif-deleted-a61cb139-9cd6-435f-9786-3363d9f50f89 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1844.502818] env[64147]: INFO nova.compute.manager [req-9bed65bd-e810-435d-b876-944fe97c7321 req-9c13bd2c-9156-4972-9ff5-278a1281330b service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Neutron deleted interface a61cb139-9cd6-435f-9786-3363d9f50f89; detaching it from the instance and deleting it from the info cache [ 1844.503015] env[64147]: DEBUG nova.network.neutron [req-9bed65bd-e810-435d-b876-944fe97c7321 req-9c13bd2c-9156-4972-9ff5-278a1281330b service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.564172] env[64147]: DEBUG nova.scheduler.client.report [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1844.588187] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.647927] env[64147]: DEBUG nova.compute.manager [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1844.664881] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840586, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.673243] env[64147]: DEBUG nova.virt.hardware [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.673515] env[64147]: DEBUG nova.virt.hardware [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.673684] env[64147]: DEBUG nova.virt.hardware [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.673884] env[64147]: DEBUG nova.virt.hardware [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.674055] env[64147]: DEBUG nova.virt.hardware [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.674207] env[64147]: DEBUG nova.virt.hardware [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.674421] env[64147]: DEBUG nova.virt.hardware [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.674578] env[64147]: DEBUG nova.virt.hardware [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.674767] env[64147]: DEBUG nova.virt.hardware [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.675158] env[64147]: DEBUG nova.virt.hardware [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.675415] env[64147]: DEBUG nova.virt.hardware [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.676400] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e69d06-d0f4-459f-b65f-01cb99054e30 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.684774] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef7cf15-18a5-4ae7-a503-aad32210b66d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.830577] env[64147]: DEBUG nova.network.neutron [-] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.889831] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840587, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.007128] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7e79df5-1f1a-4bad-8721-e7b0b81f88ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.017327] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fec0335-23f2-4270-946e-a4dc6b7ed3cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.051825] env[64147]: DEBUG nova.compute.manager [req-9bed65bd-e810-435d-b876-944fe97c7321 req-9c13bd2c-9156-4972-9ff5-278a1281330b service nova] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Detach interface failed, port_id=a61cb139-9cd6-435f-9786-3363d9f50f89, reason: Instance 98d10e09-08f9-4881-81a9-9f301a3e2907 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1845.078928] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.079597] env[64147]: DEBUG nova.compute.manager [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1845.082316] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.082887] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.412s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.084396] env[64147]: INFO nova.compute.claims [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1845.164371] env[64147]: DEBUG oslo_vmware.api [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840586, 'name': PowerOnVM_Task, 'duration_secs': 0.533703} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.164686] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.164951] env[64147]: DEBUG nova.compute.manager [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.165833] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b843e7-fec0-4bfb-a1e5-8ad51a89aa9b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.333417] env[64147]: INFO nova.compute.manager [-] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Took 1.84 seconds to deallocate network for instance. [ 1845.388928] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840587, 'name': CreateSnapshot_Task, 'duration_secs': 0.862314} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.389121] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1845.389866] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef0fca2-d5f0-4668-8420-2e679f7298db {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.432526] env[64147]: DEBUG nova.network.neutron [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Successfully updated port: e1530414-0248-4f57-bfa2-9f788d70df4e {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1845.580273] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840585, 'name': ReconfigVM_Task, 'duration_secs': 1.180428} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.580617] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.580910] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-200bcb4d-5125-447a-b7a6-377d2421ee5c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.583919] env[64147]: DEBUG nova.compute.utils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1845.586029] env[64147]: DEBUG nova.compute.manager [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1845.586029] env[64147]: DEBUG nova.network.neutron [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1845.593501] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1845.593501] env[64147]: value = "task-1840588" [ 1845.593501] env[64147]: _type = "Task" [ 1845.593501] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.604410] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.655095] env[64147]: DEBUG nova.policy [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c33259a03ce49df886b61092d03ed5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75d89bfa3bd4bc0b581c30c8ba92309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1845.685024] env[64147]: DEBUG oslo_concurrency.lockutils [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.840407] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.908540] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1845.908901] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a4b30e1-2ba0-497c-aa8b-0080d8607838 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.918410] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1845.918410] env[64147]: value = "task-1840589" [ 1845.918410] env[64147]: _type = "Task" [ 1845.918410] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.931367] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840589, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.933512] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "refresh_cache-02840752-fb1e-40c5-b30f-c94130cad21e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.933688] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "refresh_cache-02840752-fb1e-40c5-b30f-c94130cad21e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.933814] env[64147]: DEBUG nova.network.neutron [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1845.942833] env[64147]: DEBUG nova.network.neutron [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Successfully created port: 866190fe-9e0a-4cc3-8222-d8b58cedf666 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1846.087557] env[64147]: DEBUG nova.compute.manager [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1846.104372] env[64147]: DEBUG oslo_vmware.api [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840588, 'name': PowerOnVM_Task, 'duration_secs': 0.448747} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.105780] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.107709] env[64147]: DEBUG nova.compute.manager [None req-991623ab-8209-46cc-ba3c-83b8bde8f2b9 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.111782] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de415899-cfb6-44ae-ae34-102909cba3ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.374350] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb2e837-19c1-4146-a9f9-e0a781fbb1bb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.383017] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73c3443-8cbb-4e8b-8268-0235b5ca9a3e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.414617] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279e12b9-288f-421e-90c7-96e34cb35c49 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.425427] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a50c12-c836-458d-b873-fb174db85fb2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.441830] env[64147]: DEBUG nova.compute.provider_tree [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.446242] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840589, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.490679] env[64147]: DEBUG nova.network.neutron [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1846.533841] env[64147]: DEBUG nova.compute.manager [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Received event network-vif-plugged-e1530414-0248-4f57-bfa2-9f788d70df4e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1846.534996] env[64147]: DEBUG oslo_concurrency.lockutils [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] Acquiring lock "02840752-fb1e-40c5-b30f-c94130cad21e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.534996] env[64147]: DEBUG oslo_concurrency.lockutils [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] Lock "02840752-fb1e-40c5-b30f-c94130cad21e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.534996] env[64147]: DEBUG oslo_concurrency.lockutils [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] Lock "02840752-fb1e-40c5-b30f-c94130cad21e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.534996] env[64147]: DEBUG nova.compute.manager [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] No waiting events found dispatching network-vif-plugged-e1530414-0248-4f57-bfa2-9f788d70df4e {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1846.534996] env[64147]: WARNING nova.compute.manager [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Received unexpected event network-vif-plugged-e1530414-0248-4f57-bfa2-9f788d70df4e for instance with vm_state building and task_state spawning. [ 1846.534996] env[64147]: DEBUG nova.compute.manager [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Received event network-changed-e1530414-0248-4f57-bfa2-9f788d70df4e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1846.535381] env[64147]: DEBUG nova.compute.manager [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Refreshing instance network info cache due to event network-changed-e1530414-0248-4f57-bfa2-9f788d70df4e. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1846.535381] env[64147]: DEBUG oslo_concurrency.lockutils [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] Acquiring lock "refresh_cache-02840752-fb1e-40c5-b30f-c94130cad21e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.729674] env[64147]: DEBUG nova.network.neutron [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Updating instance_info_cache with network_info: [{"id": "e1530414-0248-4f57-bfa2-9f788d70df4e", "address": "fa:16:3e:16:1d:6c", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1530414-02", "ovs_interfaceid": "e1530414-0248-4f57-bfa2-9f788d70df4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.931125] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840589, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.948379] env[64147]: DEBUG nova.scheduler.client.report [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.073215] env[64147]: DEBUG oslo_concurrency.lockutils [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.074060] env[64147]: DEBUG oslo_concurrency.lockutils [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.074364] env[64147]: DEBUG oslo_concurrency.lockutils [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.075578] env[64147]: DEBUG oslo_concurrency.lockutils [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.075578] env[64147]: DEBUG oslo_concurrency.lockutils [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.078839] env[64147]: INFO nova.compute.manager [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Terminating instance [ 1847.097021] env[64147]: DEBUG nova.compute.manager [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1847.122519] env[64147]: DEBUG nova.virt.hardware [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9184efdcce471004c62bf5991156817f',container_format='bare',created_at=2024-12-13T05:47:35Z,direct_url=,disk_format='vmdk',id=89c93f8d-1817-47a2-bee5-950ca2ed6643,min_disk=1,min_ram=0,name='tempest-test-snap-959079005',owner='b75d89bfa3bd4bc0b581c30c8ba92309',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-13T05:47:50Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1847.122795] env[64147]: DEBUG nova.virt.hardware [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1847.122955] env[64147]: DEBUG nova.virt.hardware [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1847.125269] env[64147]: DEBUG nova.virt.hardware [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1847.125464] env[64147]: DEBUG nova.virt.hardware [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1847.125728] env[64147]: DEBUG nova.virt.hardware [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1847.125908] env[64147]: DEBUG nova.virt.hardware [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1847.126093] env[64147]: DEBUG nova.virt.hardware [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1847.126270] env[64147]: DEBUG nova.virt.hardware [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1847.126441] env[64147]: DEBUG nova.virt.hardware [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1847.126601] env[64147]: DEBUG nova.virt.hardware [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1847.127932] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2f0f59-08dd-445b-96b2-f3997d47f8ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.137258] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60fa4c2-ee8a-4010-b1a0-d18ca2551df3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.233439] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "refresh_cache-02840752-fb1e-40c5-b30f-c94130cad21e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.233439] env[64147]: DEBUG nova.compute.manager [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Instance network_info: |[{"id": "e1530414-0248-4f57-bfa2-9f788d70df4e", "address": "fa:16:3e:16:1d:6c", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1530414-02", "ovs_interfaceid": "e1530414-0248-4f57-bfa2-9f788d70df4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1847.234315] env[64147]: DEBUG oslo_concurrency.lockutils [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] Acquired lock "refresh_cache-02840752-fb1e-40c5-b30f-c94130cad21e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.234315] env[64147]: DEBUG nova.network.neutron [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Refreshing network info cache for port e1530414-0248-4f57-bfa2-9f788d70df4e {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.235745] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:1d:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1530414-0248-4f57-bfa2-9f788d70df4e', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.246168] env[64147]: DEBUG oslo.service.loopingcall [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.247888] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.248331] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2a2744e-805b-4fcf-865a-b518deb144c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.282173] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.282173] env[64147]: value = "task-1840590" [ 1847.282173] env[64147]: _type = "Task" [ 1847.282173] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.294082] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840590, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.433310] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840589, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.454620] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.454740] env[64147]: DEBUG nova.compute.manager [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1847.457998] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.975s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.459811] env[64147]: INFO nova.compute.claims [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.535937] env[64147]: DEBUG nova.network.neutron [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Successfully updated port: 866190fe-9e0a-4cc3-8222-d8b58cedf666 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1847.583755] env[64147]: DEBUG nova.compute.manager [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1847.584035] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1847.584962] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c40ba7d-86df-4f20-83e1-fa881cc44c50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.593730] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1847.594191] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aa28e4d-9a2e-4bb5-a995-d79419233608 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.601715] env[64147]: DEBUG oslo_vmware.api [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1847.601715] env[64147]: value = "task-1840591" [ 1847.601715] env[64147]: _type = "Task" [ 1847.601715] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.610328] env[64147]: DEBUG oslo_vmware.api [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.667268] env[64147]: INFO nova.compute.manager [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Unrescuing [ 1847.667771] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.668121] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquired lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.668521] env[64147]: DEBUG nova.network.neutron [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.721305] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "6d0d8da8-99d6-4701-af0c-1952036b95ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.721551] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "6d0d8da8-99d6-4701-af0c-1952036b95ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.794128] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840590, 'name': CreateVM_Task, 'duration_secs': 0.497003} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.794461] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1847.794963] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.795153] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.795481] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1847.795735] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9d1b29-5aa5-4012-98a4-d4f7df2f6a23 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.800914] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1847.800914] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52773058-0bb2-3d03-325b-d0c1e839e2c3" [ 1847.800914] env[64147]: _type = "Task" [ 1847.800914] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.811025] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52773058-0bb2-3d03-325b-d0c1e839e2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.936622] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840589, 'name': CloneVM_Task, 'duration_secs': 1.990056} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.936898] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Created linked-clone VM from snapshot [ 1847.943524] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da8176a-ef17-4927-813c-55d77131225e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.949126] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Uploading image b10e7ac8-5d2c-4a35-b7c2-f5589fbc539c {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1847.967876] env[64147]: DEBUG nova.compute.utils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1847.967876] env[64147]: DEBUG nova.compute.manager [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1847.968202] env[64147]: DEBUG nova.network.neutron [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1847.986373] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1847.986373] env[64147]: value = "vm-380880" [ 1847.986373] env[64147]: _type = "VirtualMachine" [ 1847.986373] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1847.986373] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6adf4258-6c80-4803-b3f4-2a07f3bf5e45 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.994280] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lease: (returnval){ [ 1847.994280] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524852d7-2e2e-6169-749b-c408fcdac140" [ 1847.994280] env[64147]: _type = "HttpNfcLease" [ 1847.994280] env[64147]: } obtained for exporting VM: (result){ [ 1847.994280] env[64147]: value = "vm-380880" [ 1847.994280] env[64147]: _type = "VirtualMachine" [ 1847.994280] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1847.994280] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the lease: (returnval){ [ 1847.994280] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524852d7-2e2e-6169-749b-c408fcdac140" [ 1847.994280] env[64147]: _type = "HttpNfcLease" [ 1847.994280] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1848.008480] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1848.008480] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524852d7-2e2e-6169-749b-c408fcdac140" [ 1848.008480] env[64147]: _type = "HttpNfcLease" [ 1848.008480] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1848.008911] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1848.008911] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524852d7-2e2e-6169-749b-c408fcdac140" [ 1848.008911] env[64147]: _type = "HttpNfcLease" [ 1848.008911] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1848.010324] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07831063-b254-4f08-ad8f-2f49b3db0534 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.022919] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52179209-1b5f-84b6-37df-eaf7ff2144d4/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1848.022919] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52179209-1b5f-84b6-37df-eaf7ff2144d4/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1848.089281] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "refresh_cache-1fd55483-9557-4f9e-ab62-90f4ef46bd1c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.089450] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "refresh_cache-1fd55483-9557-4f9e-ab62-90f4ef46bd1c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.089584] env[64147]: DEBUG nova.network.neutron [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1848.093996] env[64147]: DEBUG nova.policy [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf139bfaede04c89bd7dd39974b587db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b7629b743c04cccbf0a4c77b651377c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1848.114155] env[64147]: DEBUG oslo_vmware.api [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840591, 'name': PowerOffVM_Task, 'duration_secs': 0.221832} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.114155] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1848.114155] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1848.114155] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f0c7bc-ca84-4d56-b6d9-a54e48658cac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.143474] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5873a4c4-36ce-472e-b6bc-b6f35b1e9710 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.162257] env[64147]: DEBUG nova.network.neutron [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Updated VIF entry in instance network info cache for port e1530414-0248-4f57-bfa2-9f788d70df4e. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.162614] env[64147]: DEBUG nova.network.neutron [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Updating instance_info_cache with network_info: [{"id": "e1530414-0248-4f57-bfa2-9f788d70df4e", "address": "fa:16:3e:16:1d:6c", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1530414-02", "ovs_interfaceid": "e1530414-0248-4f57-bfa2-9f788d70df4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.226233] env[64147]: DEBUG nova.compute.manager [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1848.241605] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1848.241605] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1848.241605] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleting the datastore file [datastore1] 5e95c1fe-29ca-430a-88a0-b17c3cbfd395 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1848.241605] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b878c026-f918-4489-9b42-d609f6f10ec3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.247839] env[64147]: DEBUG oslo_vmware.api [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1848.247839] env[64147]: value = "task-1840594" [ 1848.247839] env[64147]: _type = "Task" [ 1848.247839] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.260045] env[64147]: DEBUG oslo_vmware.api [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.313458] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52773058-0bb2-3d03-325b-d0c1e839e2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.026367} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.316019] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.316019] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1848.316019] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.316019] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.316019] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1848.316019] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbdcb1a9-7b94-47c9-861d-e587414cc7ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.330243] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1848.330363] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1848.331565] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8efe5102-2aaa-406c-be70-533f02c0faa5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.337398] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1848.337398] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fc6d5f-74d9-5e9f-1685-32f686d90acf" [ 1848.337398] env[64147]: _type = "Task" [ 1848.337398] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.347250] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fc6d5f-74d9-5e9f-1685-32f686d90acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.471668] env[64147]: DEBUG nova.compute.manager [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1848.572186] env[64147]: DEBUG nova.compute.manager [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Received event network-vif-plugged-866190fe-9e0a-4cc3-8222-d8b58cedf666 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1848.572387] env[64147]: DEBUG oslo_concurrency.lockutils [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] Acquiring lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.573443] env[64147]: DEBUG oslo_concurrency.lockutils [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] Lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.573625] env[64147]: DEBUG oslo_concurrency.lockutils [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] Lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.573810] env[64147]: DEBUG nova.compute.manager [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] No waiting events found dispatching network-vif-plugged-866190fe-9e0a-4cc3-8222-d8b58cedf666 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1848.574406] env[64147]: WARNING nova.compute.manager [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Received unexpected event network-vif-plugged-866190fe-9e0a-4cc3-8222-d8b58cedf666 for instance with vm_state building and task_state spawning. [ 1848.574406] env[64147]: DEBUG nova.compute.manager [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Received event network-changed-866190fe-9e0a-4cc3-8222-d8b58cedf666 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1848.574406] env[64147]: DEBUG nova.compute.manager [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Refreshing instance network info cache due to event network-changed-866190fe-9e0a-4cc3-8222-d8b58cedf666. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1848.574637] env[64147]: DEBUG oslo_concurrency.lockutils [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] Acquiring lock "refresh_cache-1fd55483-9557-4f9e-ab62-90f4ef46bd1c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.617731] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.621644] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.661949] env[64147]: DEBUG nova.network.neutron [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updating instance_info_cache with network_info: [{"id": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "address": "fa:16:3e:05:07:60", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a926ce5-bc", "ovs_interfaceid": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.672807] env[64147]: DEBUG oslo_concurrency.lockutils [req-a50ff885-882b-4f18-9944-8ce0c2b9d112 req-c22bce32-37d6-4406-8840-1c326c2077e4 service nova] Releasing lock "refresh_cache-02840752-fb1e-40c5-b30f-c94130cad21e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.674140] env[64147]: DEBUG nova.network.neutron [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1848.686311] env[64147]: DEBUG nova.network.neutron [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Successfully created port: 3fb216a5-d694-4806-b90b-9a383a65ae23 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1848.758282] env[64147]: DEBUG oslo_vmware.api [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164725} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.761433] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1848.761811] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1848.762293] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1848.762572] env[64147]: INFO nova.compute.manager [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1848.762956] env[64147]: DEBUG oslo.service.loopingcall [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.764017] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.764803] env[64147]: DEBUG nova.compute.manager [-] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1848.765045] env[64147]: DEBUG nova.network.neutron [-] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1848.850474] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fc6d5f-74d9-5e9f-1685-32f686d90acf, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.851410] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3e6cbb-3b67-4574-a36f-3b553ab6a66c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.860549] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1848.860549] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52500da5-d801-6677-3ba8-482ea3ce103b" [ 1848.860549] env[64147]: _type = "Task" [ 1848.860549] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.869579] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52500da5-d801-6677-3ba8-482ea3ce103b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.871536] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6de2d2-44d0-46d2-bb19-e669e0c86874 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.875241] env[64147]: DEBUG nova.network.neutron [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Updating instance_info_cache with network_info: [{"id": "866190fe-9e0a-4cc3-8222-d8b58cedf666", "address": "fa:16:3e:b6:d0:48", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866190fe-9e", "ovs_interfaceid": "866190fe-9e0a-4cc3-8222-d8b58cedf666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.881337] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c24fa1-ac6e-4987-8925-457109e06416 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.935044] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34802f41-e20b-497e-a734-0cfc232d8971 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.945863] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5a7bd6-bccb-4e6b-8f89-a543080bec93 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.965837] env[64147]: DEBUG nova.compute.provider_tree [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.130621] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1849.130848] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1849.167521] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Releasing lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.168293] env[64147]: DEBUG nova.objects.instance [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lazy-loading 'flavor' on Instance uuid 07811f49-9bcb-4a28-b740-20fae75c98b0 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1849.371716] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52500da5-d801-6677-3ba8-482ea3ce103b, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.372132] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.372587] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 02840752-fb1e-40c5-b30f-c94130cad21e/02840752-fb1e-40c5-b30f-c94130cad21e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1849.372880] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1be141c7-00ab-498b-b540-46963c42051a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.377567] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "refresh_cache-1fd55483-9557-4f9e-ab62-90f4ef46bd1c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.377969] env[64147]: DEBUG nova.compute.manager [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Instance network_info: |[{"id": "866190fe-9e0a-4cc3-8222-d8b58cedf666", "address": "fa:16:3e:b6:d0:48", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866190fe-9e", "ovs_interfaceid": "866190fe-9e0a-4cc3-8222-d8b58cedf666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1849.378385] env[64147]: DEBUG oslo_concurrency.lockutils [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] Acquired lock "refresh_cache-1fd55483-9557-4f9e-ab62-90f4ef46bd1c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.378658] env[64147]: DEBUG nova.network.neutron [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Refreshing network info cache for port 866190fe-9e0a-4cc3-8222-d8b58cedf666 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1849.380065] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d0:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '866190fe-9e0a-4cc3-8222-d8b58cedf666', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1849.388608] env[64147]: DEBUG oslo.service.loopingcall [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.394382] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1849.395762] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1849.395762] env[64147]: value = "task-1840595" [ 1849.395762] env[64147]: _type = "Task" [ 1849.395762] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.396074] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d18948e2-9038-4793-9f56-077d6053bc2b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.421296] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.422755] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1849.422755] env[64147]: value = "task-1840596" [ 1849.422755] env[64147]: _type = "Task" [ 1849.422755] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.431825] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840596, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.468893] env[64147]: DEBUG nova.scheduler.client.report [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.483834] env[64147]: DEBUG nova.compute.manager [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1849.674562] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd746e8-8536-43d2-b935-9dc688698312 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.680914] env[64147]: DEBUG nova.network.neutron [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Updated VIF entry in instance network info cache for port 866190fe-9e0a-4cc3-8222-d8b58cedf666. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.680914] env[64147]: DEBUG nova.network.neutron [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Updating instance_info_cache with network_info: [{"id": "866190fe-9e0a-4cc3-8222-d8b58cedf666", "address": "fa:16:3e:b6:d0:48", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866190fe-9e", "ovs_interfaceid": "866190fe-9e0a-4cc3-8222-d8b58cedf666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.712431] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.715067] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e234b14d-a2f2-440b-9631-65b7311cfe36 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.724562] env[64147]: DEBUG oslo_vmware.api [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1849.724562] env[64147]: value = "task-1840597" [ 1849.724562] env[64147]: _type = "Task" [ 1849.724562] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.735972] env[64147]: DEBUG oslo_vmware.api [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.852046] env[64147]: DEBUG nova.virt.hardware [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1849.852614] env[64147]: DEBUG nova.virt.hardware [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1849.852705] env[64147]: DEBUG nova.virt.hardware [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1849.854576] env[64147]: DEBUG nova.virt.hardware [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1849.855208] env[64147]: DEBUG nova.virt.hardware [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1849.855208] env[64147]: DEBUG nova.virt.hardware [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1849.856053] env[64147]: DEBUG nova.virt.hardware [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1849.856053] env[64147]: DEBUG nova.virt.hardware [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1849.856426] env[64147]: DEBUG nova.virt.hardware [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1849.856771] env[64147]: DEBUG nova.virt.hardware [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1849.857211] env[64147]: DEBUG nova.virt.hardware [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1849.860234] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a91878-3d65-4c7a-9648-be5b84da2a8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.872316] env[64147]: DEBUG oslo_vmware.rw_handles [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297f110-05d2-8d63-c980-e60de599e19d/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1849.874016] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9892bf0e-4558-4bff-8ec6-5202282f036f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.879399] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93061216-122f-410d-86dd-acd013bcb316 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.898017] env[64147]: DEBUG oslo_vmware.rw_handles [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297f110-05d2-8d63-c980-e60de599e19d/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1849.899038] env[64147]: ERROR oslo_vmware.rw_handles [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297f110-05d2-8d63-c980-e60de599e19d/disk-0.vmdk due to incomplete transfer. [ 1849.899038] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9a065b3-7ad3-465c-a5f3-ca3740556725 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.906726] env[64147]: DEBUG oslo_vmware.rw_handles [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297f110-05d2-8d63-c980-e60de599e19d/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1849.907071] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Uploaded image 44e28247-7029-4019-ac44-4838d9df9a1c to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1849.910297] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1849.910709] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c6b4e94b-7f00-48db-8703-5d2b5b4a14db {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.925580] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840595, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.925985] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1849.925985] env[64147]: value = "task-1840598" [ 1849.925985] env[64147]: _type = "Task" [ 1849.925985] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.939070] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840596, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.942439] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840598, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.976975] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.977503] env[64147]: DEBUG nova.compute.manager [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1849.981439] env[64147]: DEBUG oslo_concurrency.lockutils [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.298s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.981752] env[64147]: DEBUG nova.objects.instance [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1850.139976] env[64147]: DEBUG nova.network.neutron [-] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.183431] env[64147]: DEBUG oslo_concurrency.lockutils [req-53c42215-bfe3-447f-a049-5697b1d52237 req-400bc6b7-12ef-478f-b36c-12891b087ac8 service nova] Releasing lock "refresh_cache-1fd55483-9557-4f9e-ab62-90f4ef46bd1c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.235797] env[64147]: DEBUG oslo_vmware.api [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840597, 'name': PowerOffVM_Task, 'duration_secs': 0.288938} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.236103] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.241739] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Reconfiguring VM instance instance-00000035 to detach disk 2002 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1850.242058] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3dbd44-47c1-4455-b410-c907aff987d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.261104] env[64147]: DEBUG oslo_vmware.api [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1850.261104] env[64147]: value = "task-1840599" [ 1850.261104] env[64147]: _type = "Task" [ 1850.261104] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.270686] env[64147]: DEBUG oslo_vmware.api [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.423301] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565645} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.423660] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 02840752-fb1e-40c5-b30f-c94130cad21e/02840752-fb1e-40c5-b30f-c94130cad21e.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1850.423910] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1850.424268] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-548ac83f-30ca-43ac-9a37-dc7904401831 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.436401] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1850.436401] env[64147]: value = "task-1840600" [ 1850.436401] env[64147]: _type = "Task" [ 1850.436401] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.442896] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840596, 'name': CreateVM_Task, 'duration_secs': 0.691783} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.443290] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840598, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.446487] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1850.447190] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.447610] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.448087] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1850.448986] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023a62fc-5eaa-4d8a-848a-d7b0d623ee14 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.453980] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.457137] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1850.457137] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52acee8e-2903-fa45-0e05-f88287f1dfd2" [ 1850.457137] env[64147]: _type = "Task" [ 1850.457137] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.465597] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52acee8e-2903-fa45-0e05-f88287f1dfd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.483352] env[64147]: DEBUG nova.compute.utils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.484751] env[64147]: DEBUG nova.compute.manager [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1850.484926] env[64147]: DEBUG nova.network.neutron [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.531239] env[64147]: DEBUG nova.policy [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cc8820bad4e44709fb44a3741fdb1d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '738bec3f92ce448ea76f8bdba6344302', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1850.599267] env[64147]: DEBUG nova.compute.manager [req-40604ea6-b570-461b-967c-1729261a8a74 req-0bc52dc8-bc6e-4137-9048-61be1b69521b service nova] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Received event network-vif-deleted-57dc3ffd-35d0-4b60-9c4d-794a30e442da {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1850.646025] env[64147]: INFO nova.compute.manager [-] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Took 1.88 seconds to deallocate network for instance. [ 1850.773690] env[64147]: DEBUG oslo_vmware.api [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840599, 'name': ReconfigVM_Task, 'duration_secs': 0.376188} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.774346] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Reconfigured VM instance instance-00000035 to detach disk 2002 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1850.774346] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.774346] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad84337c-123d-4b4a-8c27-17a1f833a0ab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.781246] env[64147]: DEBUG oslo_vmware.api [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1850.781246] env[64147]: value = "task-1840601" [ 1850.781246] env[64147]: _type = "Task" [ 1850.781246] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.789837] env[64147]: DEBUG oslo_vmware.api [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.840060] env[64147]: DEBUG nova.network.neutron [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Successfully created port: 3d9e2a3c-1848-4e7d-a26a-21e252b11933 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1850.943489] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840598, 'name': Destroy_Task, 'duration_secs': 0.786143} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.944100] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Destroyed the VM [ 1850.944512] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1850.947888] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-31286260-8128-4ceb-a4f2-fe3bb4ddcb31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.954444] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108783} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.956168] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1850.956539] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1850.956539] env[64147]: value = "task-1840602" [ 1850.956539] env[64147]: _type = "Task" [ 1850.956539] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.958189] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc133d7-2de0-4fb4-8eb6-885e31bcfe09 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.989785] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 02840752-fb1e-40c5-b30f-c94130cad21e/02840752-fb1e-40c5-b30f-c94130cad21e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1850.996775] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab0e480-893e-4450-a075-e4ac9cbb1e55 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.014650] env[64147]: DEBUG nova.compute.manager [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1851.018599] env[64147]: DEBUG nova.compute.manager [req-15be885e-55df-4712-b685-2da2ce31d062 req-85461ee5-2fe6-4f60-bfd0-2fcdf4dce02c service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Received event network-vif-plugged-3fb216a5-d694-4806-b90b-9a383a65ae23 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1851.018800] env[64147]: DEBUG oslo_concurrency.lockutils [req-15be885e-55df-4712-b685-2da2ce31d062 req-85461ee5-2fe6-4f60-bfd0-2fcdf4dce02c service nova] Acquiring lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.019982] env[64147]: DEBUG oslo_concurrency.lockutils [req-15be885e-55df-4712-b685-2da2ce31d062 req-85461ee5-2fe6-4f60-bfd0-2fcdf4dce02c service nova] Lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.019982] env[64147]: DEBUG oslo_concurrency.lockutils [req-15be885e-55df-4712-b685-2da2ce31d062 req-85461ee5-2fe6-4f60-bfd0-2fcdf4dce02c service nova] Lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.019982] env[64147]: DEBUG nova.compute.manager [req-15be885e-55df-4712-b685-2da2ce31d062 req-85461ee5-2fe6-4f60-bfd0-2fcdf4dce02c service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] No waiting events found dispatching network-vif-plugged-3fb216a5-d694-4806-b90b-9a383a65ae23 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1851.019982] env[64147]: WARNING nova.compute.manager [req-15be885e-55df-4712-b685-2da2ce31d062 req-85461ee5-2fe6-4f60-bfd0-2fcdf4dce02c service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Received unexpected event network-vif-plugged-3fb216a5-d694-4806-b90b-9a383a65ae23 for instance with vm_state building and task_state spawning. [ 1851.020649] env[64147]: DEBUG oslo_concurrency.lockutils [None req-24ba7cd0-379c-417d-8f23-a0c10abb6b2d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.039s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.022443] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840602, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.023061] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.183s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.023287] env[64147]: DEBUG nova.objects.instance [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lazy-loading 'resources' on Instance uuid 98d10e09-08f9-4881-81a9-9f301a3e2907 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.024297] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.024436] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Processing image 89c93f8d-1817-47a2-bee5-950ca2ed6643 {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1851.025800] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643/89c93f8d-1817-47a2-bee5-950ca2ed6643.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.025800] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643/89c93f8d-1817-47a2-bee5-950ca2ed6643.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.025800] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1851.026080] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c27022e7-43c4-4272-ab47-3dd0c2b2062f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.030998] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1851.030998] env[64147]: value = "task-1840603" [ 1851.030998] env[64147]: _type = "Task" [ 1851.030998] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.039025] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1851.039025] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1851.040633] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b77099-1df8-4a2c-bf52-bb7b15231692 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.043360] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.050170] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1851.050170] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524d3e51-4628-c445-e984-35c96e0d055d" [ 1851.050170] env[64147]: _type = "Task" [ 1851.050170] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.061209] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524d3e51-4628-c445-e984-35c96e0d055d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.153095] env[64147]: DEBUG oslo_concurrency.lockutils [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.292329] env[64147]: DEBUG oslo_vmware.api [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840601, 'name': PowerOnVM_Task, 'duration_secs': 0.394556} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.292620] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1851.292862] env[64147]: DEBUG nova.compute.manager [None req-b0d1dc1a-7607-4153-9b77-5c2fc41cc9fa tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1851.293980] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081c2570-dadb-44f2-b296-e2b9cea9cfa2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.470227] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840602, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.475587] env[64147]: DEBUG nova.network.neutron [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Successfully updated port: 3fb216a5-d694-4806-b90b-9a383a65ae23 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1851.541273] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840603, 'name': ReconfigVM_Task, 'duration_secs': 0.444994} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.541606] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 02840752-fb1e-40c5-b30f-c94130cad21e/02840752-fb1e-40c5-b30f-c94130cad21e.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1851.542280] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9c6d2d3-a302-44c9-8778-941a080b78d9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.549526] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1851.549526] env[64147]: value = "task-1840604" [ 1851.549526] env[64147]: _type = "Task" [ 1851.549526] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.568149] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Preparing fetch location {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1851.568468] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Fetch image to [datastore1] OSTACK_IMG_7eedea1a-5b08-43ae-8520-b0b27523688d/OSTACK_IMG_7eedea1a-5b08-43ae-8520-b0b27523688d.vmdk {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1851.568662] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Downloading stream optimized image 89c93f8d-1817-47a2-bee5-950ca2ed6643 to [datastore1] OSTACK_IMG_7eedea1a-5b08-43ae-8520-b0b27523688d/OSTACK_IMG_7eedea1a-5b08-43ae-8520-b0b27523688d.vmdk on the data store datastore1 as vApp {{(pid=64147) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1851.568835] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Downloading image file data 89c93f8d-1817-47a2-bee5-950ca2ed6643 to the ESX as VM named 'OSTACK_IMG_7eedea1a-5b08-43ae-8520-b0b27523688d' {{(pid=64147) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1851.571063] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840604, 'name': Rename_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.656363] env[64147]: DEBUG oslo_vmware.rw_handles [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1851.656363] env[64147]: value = "resgroup-9" [ 1851.656363] env[64147]: _type = "ResourcePool" [ 1851.656363] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1851.656861] env[64147]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c0e6fbc7-e587-4603-9f44-a92a405cbdc3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.684227] env[64147]: DEBUG oslo_vmware.rw_handles [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lease: (returnval){ [ 1851.684227] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cf93bd-4008-3c9c-c61c-a347d046bd5f" [ 1851.684227] env[64147]: _type = "HttpNfcLease" [ 1851.684227] env[64147]: } obtained for vApp import into resource pool (val){ [ 1851.684227] env[64147]: value = "resgroup-9" [ 1851.684227] env[64147]: _type = "ResourcePool" [ 1851.684227] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1851.684576] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the lease: (returnval){ [ 1851.684576] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cf93bd-4008-3c9c-c61c-a347d046bd5f" [ 1851.684576] env[64147]: _type = "HttpNfcLease" [ 1851.684576] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1851.695332] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1851.695332] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cf93bd-4008-3c9c-c61c-a347d046bd5f" [ 1851.695332] env[64147]: _type = "HttpNfcLease" [ 1851.695332] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1851.845680] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45bba12-a4f9-42a4-b198-1e62caf83afc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.853682] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eafa72-e4d4-4777-bfe5-7ebeb2a9bf41 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.888658] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b621fec0-b809-4439-8085-2f7bfc5b230a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.897060] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d455a2-d084-4dec-aa03-650bb3b30e09 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.913583] env[64147]: DEBUG nova.compute.provider_tree [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.971175] env[64147]: DEBUG oslo_vmware.api [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840602, 'name': RemoveSnapshot_Task, 'duration_secs': 0.845792} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.971529] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1851.971636] env[64147]: INFO nova.compute.manager [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Took 22.27 seconds to snapshot the instance on the hypervisor. [ 1851.981931] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "refresh_cache-81632f5d-3dc0-4043-9333-e525a2a9bdbb" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.981931] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "refresh_cache-81632f5d-3dc0-4043-9333-e525a2a9bdbb" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.981931] env[64147]: DEBUG nova.network.neutron [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.032253] env[64147]: DEBUG nova.compute.manager [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1852.063996] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840604, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.193258] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1852.193258] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cf93bd-4008-3c9c-c61c-a347d046bd5f" [ 1852.193258] env[64147]: _type = "HttpNfcLease" [ 1852.193258] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1852.377483] env[64147]: DEBUG nova.compute.manager [req-3d176b93-8499-491d-9076-5cd660205853 req-e22d547c-c3b2-4170-b735-87e53eb2ac0c service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Received event network-vif-plugged-3d9e2a3c-1848-4e7d-a26a-21e252b11933 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1852.377483] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d176b93-8499-491d-9076-5cd660205853 req-e22d547c-c3b2-4170-b735-87e53eb2ac0c service nova] Acquiring lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.377483] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d176b93-8499-491d-9076-5cd660205853 req-e22d547c-c3b2-4170-b735-87e53eb2ac0c service nova] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.377483] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d176b93-8499-491d-9076-5cd660205853 req-e22d547c-c3b2-4170-b735-87e53eb2ac0c service nova] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.377483] env[64147]: DEBUG nova.compute.manager [req-3d176b93-8499-491d-9076-5cd660205853 req-e22d547c-c3b2-4170-b735-87e53eb2ac0c service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] No waiting events found dispatching network-vif-plugged-3d9e2a3c-1848-4e7d-a26a-21e252b11933 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1852.377483] env[64147]: WARNING nova.compute.manager [req-3d176b93-8499-491d-9076-5cd660205853 req-e22d547c-c3b2-4170-b735-87e53eb2ac0c service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Received unexpected event network-vif-plugged-3d9e2a3c-1848-4e7d-a26a-21e252b11933 for instance with vm_state building and task_state spawning. [ 1852.380233] env[64147]: DEBUG nova.network.neutron [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Successfully updated port: 3d9e2a3c-1848-4e7d-a26a-21e252b11933 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.416775] env[64147]: DEBUG nova.scheduler.client.report [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1852.518880] env[64147]: DEBUG nova.network.neutron [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1852.570815] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840604, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.663107] env[64147]: DEBUG nova.network.neutron [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Updating instance_info_cache with network_info: [{"id": "3fb216a5-d694-4806-b90b-9a383a65ae23", "address": "fa:16:3e:a0:a5:de", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb216a5-d6", "ovs_interfaceid": "3fb216a5-d694-4806-b90b-9a383a65ae23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.693586] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1852.693586] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cf93bd-4008-3c9c-c61c-a347d046bd5f" [ 1852.693586] env[64147]: _type = "HttpNfcLease" [ 1852.693586] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1852.693899] env[64147]: DEBUG oslo_vmware.rw_handles [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1852.693899] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cf93bd-4008-3c9c-c61c-a347d046bd5f" [ 1852.693899] env[64147]: _type = "HttpNfcLease" [ 1852.693899] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1852.694604] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53a5009-6d7e-4264-b78e-6749b9027550 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.702275] env[64147]: DEBUG oslo_vmware.rw_handles [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa95d3-cd39-83c4-f75a-1f6455ef4e34/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1852.702275] env[64147]: DEBUG oslo_vmware.rw_handles [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa95d3-cd39-83c4-f75a-1f6455ef4e34/disk-0.vmdk. {{(pid=64147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1852.770380] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df8603fa-7e88-48b8-a3c8-590586a72c31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.885141] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "refresh_cache-0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.885279] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "refresh_cache-0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.885463] env[64147]: DEBUG nova.network.neutron [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.928077] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.931600] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.167s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.935490] env[64147]: INFO nova.compute.claims [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1852.952078] env[64147]: INFO nova.scheduler.client.report [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Deleted allocations for instance 98d10e09-08f9-4881-81a9-9f301a3e2907 [ 1853.065956] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840604, 'name': Rename_Task, 'duration_secs': 1.273923} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.067832] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1853.068150] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fecd7319-24ad-431c-825c-ee1bfdb64780 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.075036] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1853.075036] env[64147]: value = "task-1840606" [ 1853.075036] env[64147]: _type = "Task" [ 1853.075036] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.083979] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.167436] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "refresh_cache-81632f5d-3dc0-4043-9333-e525a2a9bdbb" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.167561] env[64147]: DEBUG nova.compute.manager [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Instance network_info: |[{"id": "3fb216a5-d694-4806-b90b-9a383a65ae23", "address": "fa:16:3e:a0:a5:de", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb216a5-d6", "ovs_interfaceid": "3fb216a5-d694-4806-b90b-9a383a65ae23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1853.169179] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:a5:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fb216a5-d694-4806-b90b-9a383a65ae23', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.183869] env[64147]: DEBUG oslo.service.loopingcall [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.192066] env[64147]: DEBUG nova.virt.hardware [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1853.192417] env[64147]: DEBUG nova.virt.hardware [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.192638] env[64147]: DEBUG nova.virt.hardware [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1853.193476] env[64147]: DEBUG nova.virt.hardware [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.193724] env[64147]: DEBUG nova.virt.hardware [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1853.194589] env[64147]: DEBUG nova.virt.hardware [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1853.194589] env[64147]: DEBUG nova.virt.hardware [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1853.194589] env[64147]: DEBUG nova.virt.hardware [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1853.195051] env[64147]: DEBUG nova.virt.hardware [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1853.195392] env[64147]: DEBUG nova.virt.hardware [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1853.195892] env[64147]: DEBUG nova.virt.hardware [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1853.196389] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.201621] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b7e9c2-4558-46b0-93d8-125a69375dcf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.206054] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0921dd6-7fc6-4fc0-a9da-ecba965806f1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.235941] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becb4164-e390-4de4-84b5-bbe54918b08e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.240262] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.240262] env[64147]: value = "task-1840607" [ 1853.240262] env[64147]: _type = "Task" [ 1853.240262] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.264577] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840607, 'name': CreateVM_Task} progress is 15%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.358690] env[64147]: DEBUG nova.compute.manager [req-86f516b4-5ddf-4465-8f4d-66b9010da2cc req-e3cdee15-0173-43a8-ad5a-612e40a9dad3 service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Received event network-changed-3fb216a5-d694-4806-b90b-9a383a65ae23 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1853.358900] env[64147]: DEBUG nova.compute.manager [req-86f516b4-5ddf-4465-8f4d-66b9010da2cc req-e3cdee15-0173-43a8-ad5a-612e40a9dad3 service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Refreshing instance network info cache due to event network-changed-3fb216a5-d694-4806-b90b-9a383a65ae23. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1853.359171] env[64147]: DEBUG oslo_concurrency.lockutils [req-86f516b4-5ddf-4465-8f4d-66b9010da2cc req-e3cdee15-0173-43a8-ad5a-612e40a9dad3 service nova] Acquiring lock "refresh_cache-81632f5d-3dc0-4043-9333-e525a2a9bdbb" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.359391] env[64147]: DEBUG oslo_concurrency.lockutils [req-86f516b4-5ddf-4465-8f4d-66b9010da2cc req-e3cdee15-0173-43a8-ad5a-612e40a9dad3 service nova] Acquired lock "refresh_cache-81632f5d-3dc0-4043-9333-e525a2a9bdbb" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.359592] env[64147]: DEBUG nova.network.neutron [req-86f516b4-5ddf-4465-8f4d-66b9010da2cc req-e3cdee15-0173-43a8-ad5a-612e40a9dad3 service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Refreshing network info cache for port 3fb216a5-d694-4806-b90b-9a383a65ae23 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.428915] env[64147]: DEBUG nova.network.neutron [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.463679] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40ece4bb-cf26-4294-b918-ee6ed81106ee tempest-VolumesAdminNegativeTest-15776912 tempest-VolumesAdminNegativeTest-15776912-project-member] Lock "98d10e09-08f9-4881-81a9-9f301a3e2907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.630s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.537576] env[64147]: DEBUG nova.compute.manager [None req-2c511dea-62c6-487e-b132-47eaa3064446 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Found 1 images (rotation: 2) {{(pid=64147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1853.597446] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.634226] env[64147]: DEBUG nova.network.neutron [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Updating instance_info_cache with network_info: [{"id": "3d9e2a3c-1848-4e7d-a26a-21e252b11933", "address": "fa:16:3e:f7:37:7f", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9e2a3c-18", "ovs_interfaceid": "3d9e2a3c-1848-4e7d-a26a-21e252b11933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.674324] env[64147]: DEBUG oslo_vmware.rw_handles [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Completed reading data from the image iterator. {{(pid=64147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1853.674682] env[64147]: DEBUG oslo_vmware.rw_handles [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa95d3-cd39-83c4-f75a-1f6455ef4e34/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1853.675525] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08944b26-b989-46ac-ab26-239dea8edf15 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.683101] env[64147]: DEBUG oslo_vmware.rw_handles [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa95d3-cd39-83c4-f75a-1f6455ef4e34/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1853.683345] env[64147]: DEBUG oslo_vmware.rw_handles [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa95d3-cd39-83c4-f75a-1f6455ef4e34/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1853.683890] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-95f13c32-2451-4a8f-8f65-ef4d2a4f987a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.754780] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840607, 'name': CreateVM_Task, 'duration_secs': 0.516733} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.755032] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1853.755835] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.756039] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.756432] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1853.756747] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34272797-2857-4daa-ab8a-53e728dc71e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.761949] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1853.761949] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523ac4e2-68e1-0919-a2de-b8d9cd745840" [ 1853.761949] env[64147]: _type = "Task" [ 1853.761949] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.770791] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523ac4e2-68e1-0919-a2de-b8d9cd745840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.879871] env[64147]: DEBUG oslo_vmware.rw_handles [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa95d3-cd39-83c4-f75a-1f6455ef4e34/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1853.880027] env[64147]: INFO nova.virt.vmwareapi.images [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Downloaded image file data 89c93f8d-1817-47a2-bee5-950ca2ed6643 [ 1853.880875] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64125167-2131-4ea5-9d6e-adbe674396c2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.896823] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc3afaae-9ef2-4ec9-84f3-bce372eca64e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.929542] env[64147]: INFO nova.virt.vmwareapi.images [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] The imported VM was unregistered [ 1853.932559] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Caching image {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1853.932850] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating directory with path [datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643 {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1853.933228] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea215248-8c3d-4d06-b8f4-a5568aaa6845 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.948957] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Created directory with path [datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643 {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1853.948957] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7eedea1a-5b08-43ae-8520-b0b27523688d/OSTACK_IMG_7eedea1a-5b08-43ae-8520-b0b27523688d.vmdk to [datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643/89c93f8d-1817-47a2-bee5-950ca2ed6643.vmdk. {{(pid=64147) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1853.948957] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-22a1fd77-56b0-4dae-92ff-0365606bc3b0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.956940] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1853.956940] env[64147]: value = "task-1840609" [ 1853.956940] env[64147]: _type = "Task" [ 1853.956940] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.967817] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840609, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.088014] env[64147]: DEBUG oslo_vmware.api [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840606, 'name': PowerOnVM_Task, 'duration_secs': 0.640251} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.088471] env[64147]: DEBUG nova.compute.manager [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.088791] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.088986] env[64147]: INFO nova.compute.manager [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1854.089198] env[64147]: DEBUG nova.compute.manager [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.090018] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c9be81-9f00-4a06-8b04-21ccf0869d4b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.093296] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ad8817-6b24-4d74-9948-4115ae803813 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.108435] env[64147]: DEBUG nova.network.neutron [req-86f516b4-5ddf-4465-8f4d-66b9010da2cc req-e3cdee15-0173-43a8-ad5a-612e40a9dad3 service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Updated VIF entry in instance network info cache for port 3fb216a5-d694-4806-b90b-9a383a65ae23. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.108800] env[64147]: DEBUG nova.network.neutron [req-86f516b4-5ddf-4465-8f4d-66b9010da2cc req-e3cdee15-0173-43a8-ad5a-612e40a9dad3 service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Updating instance_info_cache with network_info: [{"id": "3fb216a5-d694-4806-b90b-9a383a65ae23", "address": "fa:16:3e:a0:a5:de", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb216a5-d6", "ovs_interfaceid": "3fb216a5-d694-4806-b90b-9a383a65ae23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.137841] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "refresh_cache-0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.138186] env[64147]: DEBUG nova.compute.manager [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Instance network_info: |[{"id": "3d9e2a3c-1848-4e7d-a26a-21e252b11933", "address": "fa:16:3e:f7:37:7f", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9e2a3c-18", "ovs_interfaceid": "3d9e2a3c-1848-4e7d-a26a-21e252b11933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1854.139070] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:37:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9e2a3c-1848-4e7d-a26a-21e252b11933', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.147538] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Creating folder: Project (738bec3f92ce448ea76f8bdba6344302). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1854.150713] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dc1ea59-3849-49c7-acd5-7936b3a68b5c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.163512] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Created folder: Project (738bec3f92ce448ea76f8bdba6344302) in parent group-v380629. [ 1854.163846] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Creating folder: Instances. Parent ref: group-v380885. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1854.166693] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6211fe23-73f5-4759-acb4-d9084a6fd862 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.177442] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Created folder: Instances in parent group-v380885. [ 1854.177699] env[64147]: DEBUG oslo.service.loopingcall [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.177928] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.178189] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-488c6436-04d6-4947-a336-dd8cd668206d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.204545] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.204545] env[64147]: value = "task-1840612" [ 1854.204545] env[64147]: _type = "Task" [ 1854.204545] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.214136] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840612, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.273565] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523ac4e2-68e1-0919-a2de-b8d9cd745840, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.275177] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.275689] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1854.275954] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.276126] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.276369] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.277239] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfdd790-a4a4-4b76-903d-589afeaf0727 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.280149] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01e8117d-ee93-4a77-a8ac-2f3ba057642d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.287531] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d32e2ab-39ee-453d-8612-cecc1e121ce5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.320510] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e402071-f6dc-42fd-994b-e19808adb3ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.323342] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.323528] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1854.324478] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93347c7-ac9f-4d6d-b389-4ee4f353e164 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.330286] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1854.330286] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52080657-671b-9b86-145d-24ef600a88f0" [ 1854.330286] env[64147]: _type = "Task" [ 1854.330286] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.337197] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e716e872-1656-45ff-afe3-f2adb7973cac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.359857] env[64147]: DEBUG nova.compute.provider_tree [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.366869] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52080657-671b-9b86-145d-24ef600a88f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.413499] env[64147]: DEBUG nova.compute.manager [req-9fe0e30c-1c3e-43cf-8f9d-2feee242b067 req-7aa2c9e4-4e6c-4827-ac65-6bbfd23a2a55 service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Received event network-changed-3d9e2a3c-1848-4e7d-a26a-21e252b11933 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1854.413736] env[64147]: DEBUG nova.compute.manager [req-9fe0e30c-1c3e-43cf-8f9d-2feee242b067 req-7aa2c9e4-4e6c-4827-ac65-6bbfd23a2a55 service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Refreshing instance network info cache due to event network-changed-3d9e2a3c-1848-4e7d-a26a-21e252b11933. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1854.413977] env[64147]: DEBUG oslo_concurrency.lockutils [req-9fe0e30c-1c3e-43cf-8f9d-2feee242b067 req-7aa2c9e4-4e6c-4827-ac65-6bbfd23a2a55 service nova] Acquiring lock "refresh_cache-0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.414200] env[64147]: DEBUG oslo_concurrency.lockutils [req-9fe0e30c-1c3e-43cf-8f9d-2feee242b067 req-7aa2c9e4-4e6c-4827-ac65-6bbfd23a2a55 service nova] Acquired lock "refresh_cache-0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.414377] env[64147]: DEBUG nova.network.neutron [req-9fe0e30c-1c3e-43cf-8f9d-2feee242b067 req-7aa2c9e4-4e6c-4827-ac65-6bbfd23a2a55 service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Refreshing network info cache for port 3d9e2a3c-1848-4e7d-a26a-21e252b11933 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.467888] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840609, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.607866] env[64147]: INFO nova.compute.manager [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] instance snapshotting [ 1854.608889] env[64147]: DEBUG nova.objects.instance [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'flavor' on Instance uuid 506fe179-7007-4e92-8cf0-1610b3f0cc88 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.614152] env[64147]: DEBUG oslo_concurrency.lockutils [req-86f516b4-5ddf-4465-8f4d-66b9010da2cc req-e3cdee15-0173-43a8-ad5a-612e40a9dad3 service nova] Releasing lock "refresh_cache-81632f5d-3dc0-4043-9333-e525a2a9bdbb" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.633571] env[64147]: INFO nova.compute.manager [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Took 14.41 seconds to build instance. [ 1854.699566] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.699566] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquired lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.699566] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Forcefully refreshing network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1854.716122] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840612, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.846405] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52080657-671b-9b86-145d-24ef600a88f0, 'name': SearchDatastore_Task, 'duration_secs': 0.100431} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.849024] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc51d297-fdfa-44e8-a290-d73d496103f4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.858326] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1854.858326] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5234e4f7-8e49-4602-7556-c213c347ca5a" [ 1854.858326] env[64147]: _type = "Task" [ 1854.858326] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.865938] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5234e4f7-8e49-4602-7556-c213c347ca5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.868949] env[64147]: DEBUG nova.scheduler.client.report [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1854.969746] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840609, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.118927] env[64147]: DEBUG oslo_concurrency.lockutils [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "02840752-fb1e-40c5-b30f-c94130cad21e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.121067] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993a038e-7f81-42ca-93db-c8945649241a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.152289] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff4b8032-6b2e-4f2b-918f-93f4342e4370 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "02840752-fb1e-40c5-b30f-c94130cad21e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.938s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.153899] env[64147]: DEBUG oslo_concurrency.lockutils [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "02840752-fb1e-40c5-b30f-c94130cad21e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.035s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.154162] env[64147]: DEBUG nova.compute.manager [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.154981] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab5e3e9-4bd4-40b5-9b56-099a79d09d9e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.158371] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cf729e-f134-425b-a25e-4006298a4bc8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.165752] env[64147]: DEBUG nova.compute.manager [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1855.166387] env[64147]: DEBUG nova.objects.instance [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lazy-loading 'flavor' on Instance uuid 02840752-fb1e-40c5-b30f-c94130cad21e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.177835] env[64147]: DEBUG nova.network.neutron [req-9fe0e30c-1c3e-43cf-8f9d-2feee242b067 req-7aa2c9e4-4e6c-4827-ac65-6bbfd23a2a55 service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Updated VIF entry in instance network info cache for port 3d9e2a3c-1848-4e7d-a26a-21e252b11933. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.177835] env[64147]: DEBUG nova.network.neutron [req-9fe0e30c-1c3e-43cf-8f9d-2feee242b067 req-7aa2c9e4-4e6c-4827-ac65-6bbfd23a2a55 service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Updating instance_info_cache with network_info: [{"id": "3d9e2a3c-1848-4e7d-a26a-21e252b11933", "address": "fa:16:3e:f7:37:7f", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9e2a3c-18", "ovs_interfaceid": "3d9e2a3c-1848-4e7d-a26a-21e252b11933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.217394] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840612, 'name': CreateVM_Task, 'duration_secs': 0.59568} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.217629] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.218372] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.218543] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.218934] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.219186] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c14604-40d5-4ed8-a638-9ede19dda517 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.225917] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1855.225917] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526c15fb-5d8d-62d5-cd22-576261a96994" [ 1855.225917] env[64147]: _type = "Task" [ 1855.225917] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.236651] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526c15fb-5d8d-62d5-cd22-576261a96994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.369160] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5234e4f7-8e49-4602-7556-c213c347ca5a, 'name': SearchDatastore_Task, 'duration_secs': 0.091065} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.369301] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.369572] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 81632f5d-3dc0-4043-9333-e525a2a9bdbb/81632f5d-3dc0-4043-9333-e525a2a9bdbb.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.369837] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0beb9b0d-7023-4ab3-b8b8-9688f29412a5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.373958] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.374502] env[64147]: DEBUG nova.compute.manager [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1855.378720] env[64147]: DEBUG oslo_concurrency.lockutils [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.226s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.378961] env[64147]: DEBUG nova.objects.instance [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lazy-loading 'resources' on Instance uuid 5e95c1fe-29ca-430a-88a0-b17c3cbfd395 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.380316] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1855.380316] env[64147]: value = "task-1840613" [ 1855.380316] env[64147]: _type = "Task" [ 1855.380316] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.391529] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.396019] env[64147]: DEBUG nova.compute.manager [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Received event network-changed-9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1855.396240] env[64147]: DEBUG nova.compute.manager [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Refreshing instance network info cache due to event network-changed-9a926ce5-bc4a-487e-915d-6090fa9f1830. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1855.400021] env[64147]: DEBUG oslo_concurrency.lockutils [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] Acquiring lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.400021] env[64147]: DEBUG oslo_concurrency.lockutils [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] Acquired lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.400021] env[64147]: DEBUG nova.network.neutron [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Refreshing network info cache for port 9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.470762] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840609, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.679306] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1855.683093] env[64147]: DEBUG oslo_concurrency.lockutils [req-9fe0e30c-1c3e-43cf-8f9d-2feee242b067 req-7aa2c9e4-4e6c-4827-ac65-6bbfd23a2a55 service nova] Releasing lock "refresh_cache-0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.683781] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b6b8d3a-83ea-44c8-96cc-be829715b624 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.695905] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1855.695905] env[64147]: value = "task-1840614" [ 1855.695905] env[64147]: _type = "Task" [ 1855.695905] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.709522] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840614, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.741643] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526c15fb-5d8d-62d5-cd22-576261a96994, 'name': SearchDatastore_Task, 'duration_secs': 0.094131} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.741972] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.742375] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.742630] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.742782] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.742959] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.745252] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d529c9b-1f85-4ae4-9506-57b19c41cdfd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.776323] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.780023] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.780023] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce77e2b5-4e90-4db1-a592-1e30500aa4b2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.785537] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1855.785537] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d9ec27-03e9-697f-5171-0c1ce0451d24" [ 1855.785537] env[64147]: _type = "Task" [ 1855.785537] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.797594] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d9ec27-03e9-697f-5171-0c1ce0451d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.886019] env[64147]: DEBUG nova.compute.utils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.889743] env[64147]: DEBUG nova.compute.manager [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1855.889940] env[64147]: DEBUG nova.network.neutron [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1855.906993] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.967441] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Updating instance_info_cache with network_info: [{"id": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "address": "fa:16:3e:63:63:d7", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e61b7c-b4", "ovs_interfaceid": "e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.977252] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840609, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.185405] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.187368] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7c84863-0723-4af5-a18d-9161ad8bee27 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.192267] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa3ab1b-b97e-4903-a44e-7e3a57eb248c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.204527] env[64147]: DEBUG oslo_vmware.api [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1856.204527] env[64147]: value = "task-1840615" [ 1856.204527] env[64147]: _type = "Task" [ 1856.204527] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.210763] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840614, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.216617] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf6c528-2a58-4744-bcd9-153c60fbae5a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.256973] env[64147]: DEBUG oslo_vmware.api [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.260869] env[64147]: DEBUG nova.policy [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf39b4940814f75bb861891ed776bf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca596741efa447ba8909c7468334b028', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1856.263233] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f4ca33-9b40-4d6d-ba6a-a5ad2321c978 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.274696] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21f06fc-3fea-46dd-b337-167c24f613f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.294575] env[64147]: DEBUG nova.compute.provider_tree [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.306378] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d9ec27-03e9-697f-5171-0c1ce0451d24, 'name': SearchDatastore_Task, 'duration_secs': 0.098811} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.307909] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501fd3aa-813f-43a0-b216-3301840f83a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.316940] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1856.316940] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523d2ada-5a0c-6796-556e-a9ab7265c380" [ 1856.316940] env[64147]: _type = "Task" [ 1856.316940] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.327031] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523d2ada-5a0c-6796-556e-a9ab7265c380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.390845] env[64147]: DEBUG nova.compute.manager [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.406752] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.471191] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Releasing lock "refresh_cache-9f9b4fa1-8187-431d-8f50-536a80a9c5b3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.472022] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Updated the network info_cache for instance {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1856.472022] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840609, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.472022] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1856.472022] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1856.472326] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1856.472326] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1856.472421] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1856.472549] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_power_states {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1856.707924] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840614, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.721621] env[64147]: DEBUG oslo_vmware.api [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840615, 'name': PowerOffVM_Task, 'duration_secs': 0.258156} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.722504] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1856.722912] env[64147]: DEBUG nova.compute.manager [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.723826] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0320e6-b069-40ec-8acf-99283216d288 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.797136] env[64147]: DEBUG nova.network.neutron [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updated VIF entry in instance network info cache for port 9a926ce5-bc4a-487e-915d-6090fa9f1830. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.797545] env[64147]: DEBUG nova.network.neutron [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updating instance_info_cache with network_info: [{"id": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "address": "fa:16:3e:05:07:60", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a926ce5-bc", "ovs_interfaceid": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.803516] env[64147]: DEBUG nova.scheduler.client.report [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.839093] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523d2ada-5a0c-6796-556e-a9ab7265c380, 'name': SearchDatastore_Task, 'duration_secs': 0.096196} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.839593] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.840031] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2/0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.840746] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42e55503-21a8-49a9-9a83-40484fcd539e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.855259] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1856.855259] env[64147]: value = "task-1840616" [ 1856.855259] env[64147]: _type = "Task" [ 1856.855259] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.872724] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.904456] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840613, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.508881} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.905276] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 81632f5d-3dc0-4043-9333-e525a2a9bdbb/81632f5d-3dc0-4043-9333-e525a2a9bdbb.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.905813] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.905813] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3596c9bc-bc5c-4682-99ec-5e1d85e4cf87 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.913408] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1856.913408] env[64147]: value = "task-1840617" [ 1856.913408] env[64147]: _type = "Task" [ 1856.913408] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.923635] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.944025] env[64147]: DEBUG nova.network.neutron [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Successfully created port: b3703702-ec13-4b5d-a064-3ea6b7afb43c {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1856.970893] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840609, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.605632} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.971340] env[64147]: INFO nova.virt.vmwareapi.ds_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7eedea1a-5b08-43ae-8520-b0b27523688d/OSTACK_IMG_7eedea1a-5b08-43ae-8520-b0b27523688d.vmdk to [datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643/89c93f8d-1817-47a2-bee5-950ca2ed6643.vmdk. [ 1856.971562] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Cleaning up location [datastore1] OSTACK_IMG_7eedea1a-5b08-43ae-8520-b0b27523688d {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1856.971794] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7eedea1a-5b08-43ae-8520-b0b27523688d {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1856.972102] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61301c2a-f3ed-47cf-b65b-bc9a18e0ebe7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.978411] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Getting list of instances from cluster (obj){ [ 1856.978411] env[64147]: value = "domain-c8" [ 1856.978411] env[64147]: _type = "ClusterComputeResource" [ 1856.978411] env[64147]: } {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1856.981083] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a2b3c5-72a4-4f33-93b6-a1405bf24c3e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.988752] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1856.988752] env[64147]: value = "task-1840618" [ 1856.988752] env[64147]: _type = "Task" [ 1856.988752] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.011918] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Got total of 17 instances {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1857.012202] env[64147]: WARNING nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] While synchronizing instance power states, found 19 instances in the database and 17 instances on the hypervisor. [ 1857.012327] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.012576] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 49e0af98-e430-4d2f-ae10-e6aa178006cf {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.012796] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 29fdb461-3f61-48ef-b36b-9a2c094a86cd {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.012974] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 07811f49-9bcb-4a28-b740-20fae75c98b0 {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.013152] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5 {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.013328] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 6f33edae-5839-4761-be87-310e5c5f0b3e {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.013493] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.013670] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 0cea15a8-9ad1-48c9-b4f5-920112a28664 {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.013854] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 506fe179-7007-4e92-8cf0-1610b3f0cc88 {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.014090] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.014438] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 75c29ea8-00ee-4b6f-93ec-88e1669adacf {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.014438] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 6a527eed-6436-4737-bb54-bb628f00bd61 {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.014634] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 5e95c1fe-29ca-430a-88a0-b17c3cbfd395 {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.014747] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 272ebf03-1afb-424d-9287-5c8f0310ea6c {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.014925] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 02840752-fb1e-40c5-b30f-c94130cad21e {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.015094] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 1fd55483-9557-4f9e-ab62-90f4ef46bd1c {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.015274] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 81632f5d-3dc0-4043-9333-e525a2a9bdbb {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.015481] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2 {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.015620] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid 6d0d8da8-99d6-4701-af0c-1952036b95ae {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1857.019802] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.019964] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.020300] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.020542] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.020872] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.021037] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.021344] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "07811f49-9bcb-4a28-b740-20fae75c98b0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.021564] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.021984] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.022235] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.022537] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "6f33edae-5839-4761-be87-310e5c5f0b3e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.022778] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.023126] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.023293] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.023600] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "0cea15a8-9ad1-48c9-b4f5-920112a28664" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.023830] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "0cea15a8-9ad1-48c9-b4f5-920112a28664" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.024432] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.024639] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.024906] env[64147]: INFO nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] During sync_power_state the instance has a pending task (image_pending_upload). Skip. [ 1857.025141] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.025360] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.025558] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.025807] env[64147]: INFO nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1857.026019] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.026251] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.026467] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.026910] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "6a527eed-6436-4737-bb54-bb628f00bd61" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.026910] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "6a527eed-6436-4737-bb54-bb628f00bd61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.027183] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.027490] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "272ebf03-1afb-424d-9287-5c8f0310ea6c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.027692] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "272ebf03-1afb-424d-9287-5c8f0310ea6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.028065] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "02840752-fb1e-40c5-b30f-c94130cad21e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.028226] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.028470] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.028727] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.028947] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "6d0d8da8-99d6-4701-af0c-1952036b95ae" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.029158] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1857.029295] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1857.029529] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.030526] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2a5bb2-21d4-4a08-91bb-5967677fe9f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.034710] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15148af0-ce52-468d-bae1-223a9a627a4d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.037918] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b9a927-d900-4dc9-93e3-4ff48de85677 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.041196] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd23c928-40d8-43de-827c-6f6f0404ca78 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.044492] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db597dc-38d0-4549-8dbc-f07a0e27beed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.047759] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a678ec80-15e4-4899-9d75-d9741fb25e0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.050506] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221a19d4-93ff-42d2-98e6-6bb1e209e078 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.054084] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2643db74-b6b3-483a-ad20-0acb8051f806 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.057444] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb7fbfb-5245-44b5-801c-b43d0e37682e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.060909] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509229fd-8b07-4988-bb8f-443a5f5bd1d1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.064660] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322539fe-50d0-469b-8818-de8e2e6d03ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.067609] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1857.097116] env[64147]: WARNING oslo_messaging._drivers.amqpdriver [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1857.118104] env[64147]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1857.207915] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840614, 'name': CreateSnapshot_Task, 'duration_secs': 1.440197} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.208334] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1857.209121] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fd34b4-c48e-48c3-8e19-db7c9ca84d74 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.242707] env[64147]: DEBUG oslo_concurrency.lockutils [None req-290e2f0e-0d31-435f-8b8b-b48d89dbf35d tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "02840752-fb1e-40c5-b30f-c94130cad21e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.246159] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "02840752-fb1e-40c5-b30f-c94130cad21e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.216s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.246159] env[64147]: INFO nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1857.246159] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "02840752-fb1e-40c5-b30f-c94130cad21e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.300743] env[64147]: DEBUG oslo_concurrency.lockutils [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] Releasing lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.301115] env[64147]: DEBUG nova.compute.manager [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Received event network-changed-9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1857.301269] env[64147]: DEBUG nova.compute.manager [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Refreshing instance network info cache due to event network-changed-9a926ce5-bc4a-487e-915d-6090fa9f1830. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1857.301783] env[64147]: DEBUG oslo_concurrency.lockutils [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] Acquiring lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.301944] env[64147]: DEBUG oslo_concurrency.lockutils [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] Acquired lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.302128] env[64147]: DEBUG nova.network.neutron [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Refreshing network info cache for port 9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1857.309589] env[64147]: DEBUG oslo_concurrency.lockutils [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.339535] env[64147]: INFO nova.scheduler.client.report [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted allocations for instance 5e95c1fe-29ca-430a-88a0-b17c3cbfd395 [ 1857.366268] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506161} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.366268] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2/0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.366268] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1857.366708] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c373ae1-5d35-440c-8181-57d1ab33cd90 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.372629] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1857.372629] env[64147]: value = "task-1840619" [ 1857.372629] env[64147]: _type = "Task" [ 1857.372629] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.380872] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.406296] env[64147]: DEBUG nova.compute.manager [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1857.427650] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123058} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.429874] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.431505] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a970eb2-f505-42a8-adde-6cf298adda77 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.453589] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 81632f5d-3dc0-4043-9333-e525a2a9bdbb/81632f5d-3dc0-4043-9333-e525a2a9bdbb.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.457362] env[64147]: DEBUG nova.virt.hardware [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1857.457362] env[64147]: DEBUG nova.virt.hardware [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.457362] env[64147]: DEBUG nova.virt.hardware [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1857.457362] env[64147]: DEBUG nova.virt.hardware [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.457362] env[64147]: DEBUG nova.virt.hardware [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1857.457362] env[64147]: DEBUG nova.virt.hardware [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1857.457362] env[64147]: DEBUG nova.virt.hardware [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1857.457362] env[64147]: DEBUG nova.virt.hardware [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1857.457733] env[64147]: DEBUG nova.virt.hardware [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1857.457733] env[64147]: DEBUG nova.virt.hardware [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1857.457799] env[64147]: DEBUG nova.virt.hardware [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1857.458415] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f706d69f-b562-4ba1-b7a4-c9929476ec78 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.473028] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c15aa6-727d-40a5-9dbd-646ce6193281 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.483153] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e622e1-8212-4497-99fe-e59c7755f72f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.489985] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1857.489985] env[64147]: value = "task-1840620" [ 1857.489985] env[64147]: _type = "Task" [ 1857.489985] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.511027] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04013} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.511396] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1857.511396] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643/89c93f8d-1817-47a2-bee5-950ca2ed6643.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.511552] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643/89c93f8d-1817-47a2-bee5-950ca2ed6643.vmdk to [datastore1] 1fd55483-9557-4f9e-ab62-90f4ef46bd1c/1fd55483-9557-4f9e-ab62-90f4ef46bd1c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.511812] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.512018] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39f6ccc1-361e-48bf-aa55-fc22bab3ee74 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.518813] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1857.518813] env[64147]: value = "task-1840621" [ 1857.518813] env[64147]: _type = "Task" [ 1857.518813] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.526858] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.575176] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.575424] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.575595] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.575746] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1857.576686] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de4aebd-5cfb-486d-b64c-2c799fafb82a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.585696] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b74e054-3969-4f61-93eb-085559d35eb4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.600874] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.578s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.601309] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.601654] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.580s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.605193] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a76671d-9cf4-427b-ace5-05e1c03cf289 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.605441] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.585s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.605766] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.583s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.611224] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9728a56-1721-4b4d-87cf-765ce2c99088 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.642764] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.616s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.643403] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "272ebf03-1afb-424d-9287-5c8f0310ea6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.616s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.643785] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "6a527eed-6436-4737-bb54-bb628f00bd61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.617s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.644066] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "0cea15a8-9ad1-48c9-b4f5-920112a28664" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.620s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.644370] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.621s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.644724] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.624s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.645108] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178885MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1857.645266] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.645369] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.728871] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1857.730085] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41715143-fbe0-4f21-9554-74b415a1b3ac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.740253] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1857.740253] env[64147]: value = "task-1840622" [ 1857.740253] env[64147]: _type = "Task" [ 1857.740253] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.754766] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.848909] env[64147]: DEBUG oslo_concurrency.lockutils [None req-860c8211-4e76-45a7-b494-71d3c8553d31 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.775s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.849953] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.823s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.850433] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0a05cfb-2a5f-4671-9a46-29381bb93926 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.859750] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02d9045-b061-4190-808b-ec885f1e1c2a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.884156] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069244} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.897452] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.900230] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce90f2d-ced3-49c6-bc45-ecea2f44c7da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.930197] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2/0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.938028] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a7f8b46-084e-4edc-b3d8-c52b38a90c37 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.958705] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1857.958705] env[64147]: value = "task-1840623" [ 1857.958705] env[64147]: _type = "Task" [ 1857.958705] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.969155] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.998331] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.028885] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840621, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.250248] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "02840752-fb1e-40c5-b30f-c94130cad21e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.250940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "02840752-fb1e-40c5-b30f-c94130cad21e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.254707] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "02840752-fb1e-40c5-b30f-c94130cad21e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.255060] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "02840752-fb1e-40c5-b30f-c94130cad21e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.255312] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "02840752-fb1e-40c5-b30f-c94130cad21e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.261295] env[64147]: INFO nova.compute.manager [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Terminating instance [ 1858.266961] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.301099] env[64147]: DEBUG nova.network.neutron [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updated VIF entry in instance network info cache for port 9a926ce5-bc4a-487e-915d-6090fa9f1830. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.301526] env[64147]: DEBUG nova.network.neutron [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updating instance_info_cache with network_info: [{"id": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "address": "fa:16:3e:05:07:60", "network": {"id": "4e8ea59f-7d0a-40b9-9cfd-e4bd74e8185d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2140614664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cccf38384a5a41f487345c23f1af1ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a926ce5-bc", "ovs_interfaceid": "9a926ce5-bc4a-487e-915d-6090fa9f1830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.404525] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "5e95c1fe-29ca-430a-88a0-b17c3cbfd395" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.470650] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.498265] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840620, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.528608] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840621, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.684266] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.684408] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 49e0af98-e430-4d2f-ae10-e6aa178006cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.684544] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 29fdb461-3f61-48ef-b36b-9a2c094a86cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.684632] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 07811f49-9bcb-4a28-b740-20fae75c98b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.684749] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.685322] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 6f33edae-5839-4761-be87-310e5c5f0b3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.685322] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.685322] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 0cea15a8-9ad1-48c9-b4f5-920112a28664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.685322] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 506fe179-7007-4e92-8cf0-1610b3f0cc88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.685645] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.685988] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 75c29ea8-00ee-4b6f-93ec-88e1669adacf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.686096] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 6a527eed-6436-4737-bb54-bb628f00bd61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.686857] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 272ebf03-1afb-424d-9287-5c8f0310ea6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.687519] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 02840752-fb1e-40c5-b30f-c94130cad21e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.687519] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1fd55483-9557-4f9e-ab62-90f4ef46bd1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.687519] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 81632f5d-3dc0-4043-9333-e525a2a9bdbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.687722] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.687764] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 6d0d8da8-99d6-4701-af0c-1952036b95ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1858.689143] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1858.689143] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1858.754940] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.769785] env[64147]: DEBUG nova.compute.manager [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1858.770056] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1858.771057] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf8f4ff-30e2-46cb-a60e-61bd733c5a86 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.779985] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1858.780300] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb5e4379-b702-4b10-9281-b9f4aaf8ea56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.804836] env[64147]: DEBUG oslo_concurrency.lockutils [req-0cfbe251-cd42-4461-8505-56f47e5c3e8c req-ad744758-39ad-4527-aa82-9c063b7e065b service nova] Releasing lock "refresh_cache-07811f49-9bcb-4a28-b740-20fae75c98b0" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.951467] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9d02f7-1eb1-4e93-9f44-54a65cbfad99 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.959639] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a790a21-15f4-4d5b-b717-5136477174ac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.971360] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840623, 'name': ReconfigVM_Task, 'duration_secs': 0.564947} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.996111] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2/0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.997515] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ea28bc6-6210-4952-923c-ea551ebe8b22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.002802] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d2f46f-29e7-443b-a5d6-eceb69dd9c18 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.014120] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840620, 'name': ReconfigVM_Task, 'duration_secs': 1.041183} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.016528] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d913aa13-37bf-43ad-b03e-800c0198e8fa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.020666] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 81632f5d-3dc0-4043-9333-e525a2a9bdbb/81632f5d-3dc0-4043-9333-e525a2a9bdbb.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.021420] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1859.021420] env[64147]: value = "task-1840625" [ 1859.021420] env[64147]: _type = "Task" [ 1859.021420] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.021689] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e49cb63-d394-431e-8c9a-9fc2ec353ba6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.038112] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.041775] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1859.041775] env[64147]: value = "task-1840626" [ 1859.041775] env[64147]: _type = "Task" [ 1859.041775] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.045090] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840621, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.051435] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840625, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.061238] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840626, 'name': Rename_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.257993] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.534839] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840625, 'name': Rename_Task, 'duration_secs': 0.205948} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.537924] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.538232] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840621, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.538486] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed6771e9-552d-4f2f-beff-d2300d77ce83 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.541072] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.547043] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1859.547043] env[64147]: value = "task-1840627" [ 1859.547043] env[64147]: _type = "Task" [ 1859.547043] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.559440] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.563897] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840626, 'name': Rename_Task, 'duration_secs': 0.208956} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.564231] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.564561] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0a822e1-b5e8-42de-b440-42730e925589 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.573853] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1859.573853] env[64147]: value = "task-1840628" [ 1859.573853] env[64147]: _type = "Task" [ 1859.573853] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.586530] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.756336] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.033485] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840621, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.046577] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1860.046834] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.401s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.060215] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840627, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.083949] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840628, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.255806] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.383612] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52179209-1b5f-84b6-37df-eaf7ff2144d4/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1860.384966] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c74c5fa-7bde-4dcb-b4f8-e4c5c46c3e57 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.391964] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52179209-1b5f-84b6-37df-eaf7ff2144d4/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1860.392395] env[64147]: ERROR oslo_vmware.rw_handles [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52179209-1b5f-84b6-37df-eaf7ff2144d4/disk-0.vmdk due to incomplete transfer. [ 1860.392832] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e9d1b34-d292-4212-9e17-0fbf7fbfe555 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.400582] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52179209-1b5f-84b6-37df-eaf7ff2144d4/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1860.401051] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Uploaded image b10e7ac8-5d2c-4a35-b7c2-f5589fbc539c to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1860.405181] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1860.405181] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de9514e5-d52f-48f7-97d7-0b7642518a3d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.412297] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1860.412297] env[64147]: value = "task-1840629" [ 1860.412297] env[64147]: _type = "Task" [ 1860.412297] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.419823] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840629, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.534055] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840621, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.539716} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.534055] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89c93f8d-1817-47a2-bee5-950ca2ed6643/89c93f8d-1817-47a2-bee5-950ca2ed6643.vmdk to [datastore1] 1fd55483-9557-4f9e-ab62-90f4ef46bd1c/1fd55483-9557-4f9e-ab62-90f4ef46bd1c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1860.534329] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a33a1d-b0fa-41f4-b8a4-33401aee2c19 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.557037] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1fd55483-9557-4f9e-ab62-90f4ef46bd1c/1fd55483-9557-4f9e-ab62-90f4ef46bd1c.vmdk or device None with type streamOptimized {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.557300] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c5cb938-f085-4d75-90f8-b53848406b33 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.582160] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1860.582160] env[64147]: value = "task-1840630" [ 1860.582160] env[64147]: _type = "Task" [ 1860.582160] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.582457] env[64147]: DEBUG oslo_vmware.api [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840627, 'name': PowerOnVM_Task, 'duration_secs': 0.654346} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.582979] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.583229] env[64147]: INFO nova.compute.manager [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1860.583417] env[64147]: DEBUG nova.compute.manager [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.586633] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322ff6a9-1ab1-49c2-8f5d-e04213142eb1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.591623] env[64147]: DEBUG oslo_vmware.api [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840628, 'name': PowerOnVM_Task, 'duration_secs': 0.6362} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.592351] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.592549] env[64147]: INFO nova.compute.manager [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1860.592720] env[64147]: DEBUG nova.compute.manager [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.593416] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af99dc72-5987-468f-b55c-a5f11c486185 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.599454] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.758726] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.925035] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840629, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.092770] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840630, 'name': ReconfigVM_Task, 'duration_secs': 0.272484} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.094058] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1fd55483-9557-4f9e-ab62-90f4ef46bd1c/1fd55483-9557-4f9e-ab62-90f4ef46bd1c.vmdk or device None with type streamOptimized {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.094058] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1832930b-3849-4fcb-9e6e-7264be585770 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.099625] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1861.099625] env[64147]: value = "task-1840631" [ 1861.099625] env[64147]: _type = "Task" [ 1861.099625] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.110576] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840631, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.115238] env[64147]: INFO nova.compute.manager [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Took 19.65 seconds to build instance. [ 1861.122504] env[64147]: INFO nova.compute.manager [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Took 20.47 seconds to build instance. [ 1861.258624] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.422185] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840629, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.609827] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840631, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.622093] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9defc0ce-c61f-4875-996d-925dce521456 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.159s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.622093] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.592s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.622093] env[64147]: INFO nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1861.622093] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.626689] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7b0cc840-0406-450b-97ab-60d9d2064ab5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.979s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.626929] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.598s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.627171] env[64147]: INFO nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] During sync_power_state the instance has a pending task (spawning). Skip. [ 1861.627360] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.759281] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.920923] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840629, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.998970] env[64147]: DEBUG nova.compute.manager [req-c1dba2eb-d061-4a10-822d-a3e7bcfb8296 req-5ab6d1cf-c349-4439-9b4b-af8062111505 service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Received event network-changed-3d9e2a3c-1848-4e7d-a26a-21e252b11933 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1861.999186] env[64147]: DEBUG nova.compute.manager [req-c1dba2eb-d061-4a10-822d-a3e7bcfb8296 req-5ab6d1cf-c349-4439-9b4b-af8062111505 service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Refreshing instance network info cache due to event network-changed-3d9e2a3c-1848-4e7d-a26a-21e252b11933. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1861.999448] env[64147]: DEBUG oslo_concurrency.lockutils [req-c1dba2eb-d061-4a10-822d-a3e7bcfb8296 req-5ab6d1cf-c349-4439-9b4b-af8062111505 service nova] Acquiring lock "refresh_cache-0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.999600] env[64147]: DEBUG oslo_concurrency.lockutils [req-c1dba2eb-d061-4a10-822d-a3e7bcfb8296 req-5ab6d1cf-c349-4439-9b4b-af8062111505 service nova] Acquired lock "refresh_cache-0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.999760] env[64147]: DEBUG nova.network.neutron [req-c1dba2eb-d061-4a10-822d-a3e7bcfb8296 req-5ab6d1cf-c349-4439-9b4b-af8062111505 service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Refreshing network info cache for port 3d9e2a3c-1848-4e7d-a26a-21e252b11933 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.111763] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840631, 'name': Rename_Task, 'duration_secs': 0.845659} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.111836] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.112117] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a703cad-1e13-4d5d-9605-8efe942f4e1f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.118924] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1862.118924] env[64147]: value = "task-1840632" [ 1862.118924] env[64147]: _type = "Task" [ 1862.118924] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.126722] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.261778] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.420783] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840629, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.628716] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840632, 'name': PowerOnVM_Task} progress is 81%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.752573] env[64147]: DEBUG oslo_concurrency.lockutils [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.752896] env[64147]: DEBUG oslo_concurrency.lockutils [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.753128] env[64147]: DEBUG oslo_concurrency.lockutils [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.753352] env[64147]: DEBUG oslo_concurrency.lockutils [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.753986] env[64147]: DEBUG oslo_concurrency.lockutils [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.759221] env[64147]: INFO nova.compute.manager [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Terminating instance [ 1862.766531] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.822101] env[64147]: DEBUG nova.network.neutron [req-c1dba2eb-d061-4a10-822d-a3e7bcfb8296 req-5ab6d1cf-c349-4439-9b4b-af8062111505 service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Updated VIF entry in instance network info cache for port 3d9e2a3c-1848-4e7d-a26a-21e252b11933. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.822510] env[64147]: DEBUG nova.network.neutron [req-c1dba2eb-d061-4a10-822d-a3e7bcfb8296 req-5ab6d1cf-c349-4439-9b4b-af8062111505 service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Updating instance_info_cache with network_info: [{"id": "3d9e2a3c-1848-4e7d-a26a-21e252b11933", "address": "fa:16:3e:f7:37:7f", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9e2a3c-18", "ovs_interfaceid": "3d9e2a3c-1848-4e7d-a26a-21e252b11933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.922427] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840629, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.131977] env[64147]: DEBUG oslo_vmware.api [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840632, 'name': PowerOnVM_Task, 'duration_secs': 0.631454} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.132328] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.132573] env[64147]: INFO nova.compute.manager [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Took 16.04 seconds to spawn the instance on the hypervisor. [ 1863.132806] env[64147]: DEBUG nova.compute.manager [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.133807] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e30e4d1-f1fb-429b-aba0-022d8073baf4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.263295] env[64147]: DEBUG nova.compute.manager [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1863.263474] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1863.263762] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.264513] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f254763-df4c-462f-adea-552904a7e1d1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.272445] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.272695] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c51a372-51a4-41ab-b895-fa698ee135e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.280768] env[64147]: DEBUG oslo_vmware.api [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1863.280768] env[64147]: value = "task-1840633" [ 1863.280768] env[64147]: _type = "Task" [ 1863.280768] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.289962] env[64147]: DEBUG oslo_vmware.api [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.325505] env[64147]: DEBUG oslo_concurrency.lockutils [req-c1dba2eb-d061-4a10-822d-a3e7bcfb8296 req-5ab6d1cf-c349-4439-9b4b-af8062111505 service nova] Releasing lock "refresh_cache-0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.423166] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840629, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.653024] env[64147]: INFO nova.compute.manager [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Took 23.05 seconds to build instance. [ 1863.764620] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.790297] env[64147]: DEBUG oslo_vmware.api [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840633, 'name': PowerOffVM_Task, 'duration_secs': 0.306755} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.790623] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.790838] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1863.791126] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3069a937-a146-4935-b67b-61c598963165 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.875747] env[64147]: INFO nova.compute.manager [None req-84875dc1-250a-446d-abdd-c1272990230a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Get console output [ 1863.875747] env[64147]: WARNING nova.virt.vmwareapi.driver [None req-84875dc1-250a-446d-abdd-c1272990230a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] The console log is missing. Check your VSPC configuration [ 1863.925402] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840629, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.934628] env[64147]: DEBUG oslo_concurrency.lockutils [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.153691] env[64147]: DEBUG oslo_concurrency.lockutils [None req-20ad31cb-4a7c-4133-b23d-16a066f37b0e tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.559s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.154196] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.126s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.154392] env[64147]: INFO nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1864.154571] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.154785] env[64147]: DEBUG oslo_concurrency.lockutils [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.220s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.154993] env[64147]: DEBUG oslo_concurrency.lockutils [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.155208] env[64147]: DEBUG oslo_concurrency.lockutils [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.155377] env[64147]: DEBUG oslo_concurrency.lockutils [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.157399] env[64147]: INFO nova.compute.manager [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Terminating instance [ 1864.266387] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.348167] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.348478] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.348684] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleting the datastore file [datastore1] 02840752-fb1e-40c5-b30f-c94130cad21e {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.349019] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9df892f-5f1b-4362-a161-003a2c2fa254 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.356477] env[64147]: DEBUG oslo_vmware.api [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1864.356477] env[64147]: value = "task-1840635" [ 1864.356477] env[64147]: _type = "Task" [ 1864.356477] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.365913] env[64147]: DEBUG oslo_vmware.api [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.423898] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840629, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.464092] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.464492] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.464805] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleting the datastore file [datastore1] 81632f5d-3dc0-4043-9333-e525a2a9bdbb {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.465274] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2aa3cee9-f942-4f6a-b20b-81c8f5bc3e14 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.475445] env[64147]: DEBUG oslo_vmware.api [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1864.475445] env[64147]: value = "task-1840636" [ 1864.475445] env[64147]: _type = "Task" [ 1864.475445] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.485421] env[64147]: DEBUG oslo_vmware.api [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.627456] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4400a215-3ddd-41e7-bc96-a39877e107c1 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.627804] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4400a215-3ddd-41e7-bc96-a39877e107c1 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.628148] env[64147]: DEBUG nova.objects.instance [None req-4400a215-3ddd-41e7-bc96-a39877e107c1 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'flavor' on Instance uuid 6f33edae-5839-4761-be87-310e5c5f0b3e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.660817] env[64147]: DEBUG nova.compute.manager [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1864.661234] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1864.662039] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7975fba-6d54-4be2-be60-3d03528b2300 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.670871] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1864.671163] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-badeb1ed-9970-4065-a177-2eaec132a183 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.678876] env[64147]: DEBUG oslo_vmware.api [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1864.678876] env[64147]: value = "task-1840637" [ 1864.678876] env[64147]: _type = "Task" [ 1864.678876] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.687147] env[64147]: DEBUG oslo_vmware.api [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.764978] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.867765] env[64147]: DEBUG oslo_vmware.api [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218047} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.868045] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.868251] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.868709] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.868886] env[64147]: INFO nova.compute.manager [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Took 6.10 seconds to destroy the instance on the hypervisor. [ 1864.869177] env[64147]: DEBUG oslo.service.loopingcall [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.869396] env[64147]: DEBUG nova.compute.manager [-] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1864.869505] env[64147]: DEBUG nova.network.neutron [-] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.929520] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840629, 'name': Destroy_Task, 'duration_secs': 4.17684} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.929859] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Destroyed the VM [ 1864.930145] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1864.930436] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-779b5b60-f5fe-497a-a5da-2b18e2bc051c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.939992] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1864.939992] env[64147]: value = "task-1840638" [ 1864.939992] env[64147]: _type = "Task" [ 1864.939992] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.950043] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840638, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.986464] env[64147]: DEBUG oslo_vmware.api [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191094} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.986750] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.986910] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.987099] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.987291] env[64147]: INFO nova.compute.manager [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1864.987523] env[64147]: DEBUG oslo.service.loopingcall [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.987718] env[64147]: DEBUG nova.compute.manager [-] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1864.987802] env[64147]: DEBUG nova.network.neutron [-] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1865.043485] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.043955] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.044330] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.044637] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.044905] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.048118] env[64147]: INFO nova.compute.manager [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Terminating instance [ 1865.132545] env[64147]: DEBUG nova.objects.instance [None req-4400a215-3ddd-41e7-bc96-a39877e107c1 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f33edae-5839-4761-be87-310e5c5f0b3e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.195741] env[64147]: DEBUG oslo_vmware.api [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.266116] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.306620] env[64147]: DEBUG nova.compute.manager [req-19408a83-9ff7-42a4-bc00-d7115a35334a req-4b230b5e-0bd4-446d-9ac6-33a53bbe99cc service nova] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Received event network-vif-plugged-b3703702-ec13-4b5d-a064-3ea6b7afb43c {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1865.306870] env[64147]: DEBUG oslo_concurrency.lockutils [req-19408a83-9ff7-42a4-bc00-d7115a35334a req-4b230b5e-0bd4-446d-9ac6-33a53bbe99cc service nova] Acquiring lock "6d0d8da8-99d6-4701-af0c-1952036b95ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.307162] env[64147]: DEBUG oslo_concurrency.lockutils [req-19408a83-9ff7-42a4-bc00-d7115a35334a req-4b230b5e-0bd4-446d-9ac6-33a53bbe99cc service nova] Lock "6d0d8da8-99d6-4701-af0c-1952036b95ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.307371] env[64147]: DEBUG oslo_concurrency.lockutils [req-19408a83-9ff7-42a4-bc00-d7115a35334a req-4b230b5e-0bd4-446d-9ac6-33a53bbe99cc service nova] Lock "6d0d8da8-99d6-4701-af0c-1952036b95ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.307546] env[64147]: DEBUG nova.compute.manager [req-19408a83-9ff7-42a4-bc00-d7115a35334a req-4b230b5e-0bd4-446d-9ac6-33a53bbe99cc service nova] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] No waiting events found dispatching network-vif-plugged-b3703702-ec13-4b5d-a064-3ea6b7afb43c {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1865.307716] env[64147]: WARNING nova.compute.manager [req-19408a83-9ff7-42a4-bc00-d7115a35334a req-4b230b5e-0bd4-446d-9ac6-33a53bbe99cc service nova] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Received unexpected event network-vif-plugged-b3703702-ec13-4b5d-a064-3ea6b7afb43c for instance with vm_state building and task_state spawning. [ 1865.328969] env[64147]: DEBUG nova.compute.manager [req-85ed16c9-dfb3-4fd3-ad0e-e9fbd419785d req-cce1ea86-880a-4ddf-a1f2-ca3ac19731d9 service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Received event network-vif-deleted-3fb216a5-d694-4806-b90b-9a383a65ae23 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1865.329236] env[64147]: INFO nova.compute.manager [req-85ed16c9-dfb3-4fd3-ad0e-e9fbd419785d req-cce1ea86-880a-4ddf-a1f2-ca3ac19731d9 service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Neutron deleted interface 3fb216a5-d694-4806-b90b-9a383a65ae23; detaching it from the instance and deleting it from the info cache [ 1865.329392] env[64147]: DEBUG nova.network.neutron [req-85ed16c9-dfb3-4fd3-ad0e-e9fbd419785d req-cce1ea86-880a-4ddf-a1f2-ca3ac19731d9 service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.360466] env[64147]: DEBUG nova.network.neutron [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Successfully updated port: b3703702-ec13-4b5d-a064-3ea6b7afb43c {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1865.450937] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840638, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.553037] env[64147]: DEBUG nova.compute.manager [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1865.553037] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1865.553749] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508319e5-00d0-4a48-b778-8aaa3d3e779d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.562047] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1865.562290] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96f06cd0-2076-4134-b393-6ae0b6641880 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.569783] env[64147]: DEBUG oslo_vmware.api [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1865.569783] env[64147]: value = "task-1840639" [ 1865.569783] env[64147]: _type = "Task" [ 1865.569783] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.578578] env[64147]: DEBUG oslo_vmware.api [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.635712] env[64147]: DEBUG nova.objects.base [None req-4400a215-3ddd-41e7-bc96-a39877e107c1 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Object Instance<6f33edae-5839-4761-be87-310e5c5f0b3e> lazy-loaded attributes: flavor,pci_requests {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1865.635712] env[64147]: DEBUG nova.network.neutron [None req-4400a215-3ddd-41e7-bc96-a39877e107c1 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1865.690029] env[64147]: DEBUG oslo_vmware.api [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840637, 'name': PowerOffVM_Task, 'duration_secs': 0.828876} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.691851] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1865.692287] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1865.692353] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7e3187c-f4dc-4098-a3d8-f09ee868ad79 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.737461] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4400a215-3ddd-41e7-bc96-a39877e107c1 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.109s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.766117] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840622, 'name': CloneVM_Task, 'duration_secs': 7.812269} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.767063] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Created linked-clone VM from snapshot [ 1865.767170] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e25be33-3958-4d31-83dc-f67576c75a85 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.776035] env[64147]: DEBUG nova.network.neutron [-] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.776886] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Uploading image 4788f750-c467-4522-9b9b-1cfa8ece9098 {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1865.803036] env[64147]: DEBUG oslo_vmware.rw_handles [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1865.803036] env[64147]: value = "vm-380889" [ 1865.803036] env[64147]: _type = "VirtualMachine" [ 1865.803036] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1865.803673] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc5bd0ff-0e8d-4eeb-93bd-a39248453a81 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.814901] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1865.815164] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1865.815380] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleting the datastore file [datastore1] 1fd55483-9557-4f9e-ab62-90f4ef46bd1c {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1865.815732] env[64147]: DEBUG oslo_vmware.rw_handles [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lease: (returnval){ [ 1865.815732] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5203e2d6-dc65-c99b-4880-b3d1916d5e94" [ 1865.815732] env[64147]: _type = "HttpNfcLease" [ 1865.815732] env[64147]: } obtained for exporting VM: (result){ [ 1865.815732] env[64147]: value = "vm-380889" [ 1865.815732] env[64147]: _type = "VirtualMachine" [ 1865.815732] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1865.815985] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the lease: (returnval){ [ 1865.815985] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5203e2d6-dc65-c99b-4880-b3d1916d5e94" [ 1865.815985] env[64147]: _type = "HttpNfcLease" [ 1865.815985] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1865.816189] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef7a011a-0824-4627-b2c3-972fe561dc82 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.825806] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1865.825806] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5203e2d6-dc65-c99b-4880-b3d1916d5e94" [ 1865.825806] env[64147]: _type = "HttpNfcLease" [ 1865.825806] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1865.827201] env[64147]: DEBUG oslo_vmware.rw_handles [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1865.827201] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5203e2d6-dc65-c99b-4880-b3d1916d5e94" [ 1865.827201] env[64147]: _type = "HttpNfcLease" [ 1865.827201] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1865.827406] env[64147]: DEBUG oslo_vmware.api [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1865.827406] env[64147]: value = "task-1840642" [ 1865.827406] env[64147]: _type = "Task" [ 1865.827406] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.828091] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8780d32a-d8c5-40b0-b83b-3bf4278461ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.834315] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e76135ff-d6b7-4441-bd93-37ca1b60f2ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.851478] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33403164-f346-4c5a-b9c7-b5b3d949585d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.863407] env[64147]: DEBUG oslo_vmware.api [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.863407] env[64147]: DEBUG nova.network.neutron [-] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.864082] env[64147]: DEBUG oslo_vmware.rw_handles [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220c8f0-6454-90c3-a393-4ed1672748cb/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1865.864082] env[64147]: DEBUG oslo_vmware.rw_handles [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220c8f0-6454-90c3-a393-4ed1672748cb/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1865.866498] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "refresh_cache-6d0d8da8-99d6-4701-af0c-1952036b95ae" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.866642] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "refresh_cache-6d0d8da8-99d6-4701-af0c-1952036b95ae" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.866792] env[64147]: DEBUG nova.network.neutron [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1865.939379] env[64147]: DEBUG nova.compute.manager [req-85ed16c9-dfb3-4fd3-ad0e-e9fbd419785d req-cce1ea86-880a-4ddf-a1f2-ca3ac19731d9 service nova] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Detach interface failed, port_id=3fb216a5-d694-4806-b90b-9a383a65ae23, reason: Instance 81632f5d-3dc0-4043-9333-e525a2a9bdbb could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1865.951163] env[64147]: DEBUG oslo_vmware.api [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840638, 'name': RemoveSnapshot_Task, 'duration_secs': 0.679223} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.951429] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1865.951661] env[64147]: INFO nova.compute.manager [None req-5062be86-ebbf-41a6-8ff2-73fcaec40391 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Took 22.13 seconds to snapshot the instance on the hypervisor. [ 1865.974062] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dde07735-d350-4038-8ff0-c1bd1164c40d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.080496] env[64147]: DEBUG oslo_vmware.api [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840639, 'name': PowerOffVM_Task, 'duration_secs': 0.414236} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.080770] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1866.080939] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1866.081208] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4cf3089-2d84-4320-8da3-1135cec4bffc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.182860] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1866.183364] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1866.183769] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Deleting the datastore file [datastore1] 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1866.184221] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0f97652-c799-4f47-bb2a-76f7430b3704 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.196350] env[64147]: DEBUG oslo_vmware.api [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1866.196350] env[64147]: value = "task-1840644" [ 1866.196350] env[64147]: _type = "Task" [ 1866.196350] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.210024] env[64147]: DEBUG oslo_vmware.api [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.279764] env[64147]: INFO nova.compute.manager [-] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Took 1.29 seconds to deallocate network for instance. [ 1866.343018] env[64147]: DEBUG oslo_vmware.api [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145498} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.343316] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1866.343695] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1866.343783] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1866.343970] env[64147]: INFO nova.compute.manager [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1866.344318] env[64147]: DEBUG oslo.service.loopingcall [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.344925] env[64147]: DEBUG nova.compute.manager [-] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1866.344925] env[64147]: DEBUG nova.network.neutron [-] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1866.366366] env[64147]: INFO nova.compute.manager [-] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Took 1.50 seconds to deallocate network for instance. [ 1866.621121] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "0cea15a8-9ad1-48c9-b4f5-920112a28664" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.621121] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "0cea15a8-9ad1-48c9-b4f5-920112a28664" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.621121] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "0cea15a8-9ad1-48c9-b4f5-920112a28664-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.621121] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "0cea15a8-9ad1-48c9-b4f5-920112a28664-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.621878] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "0cea15a8-9ad1-48c9-b4f5-920112a28664-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.624670] env[64147]: INFO nova.compute.manager [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Terminating instance [ 1866.706463] env[64147]: DEBUG nova.network.neutron [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1866.711703] env[64147]: DEBUG oslo_vmware.api [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15389} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.712166] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1866.712579] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1866.712994] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1866.715508] env[64147]: INFO nova.compute.manager [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1866.715508] env[64147]: DEBUG oslo.service.loopingcall [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.715508] env[64147]: DEBUG nova.compute.manager [-] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1866.715508] env[64147]: DEBUG nova.network.neutron [-] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1866.787383] env[64147]: DEBUG oslo_concurrency.lockutils [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.787857] env[64147]: DEBUG oslo_concurrency.lockutils [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.788279] env[64147]: DEBUG nova.objects.instance [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lazy-loading 'resources' on Instance uuid 81632f5d-3dc0-4043-9333-e525a2a9bdbb {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.875164] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.999812] env[64147]: DEBUG nova.network.neutron [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Updating instance_info_cache with network_info: [{"id": "b3703702-ec13-4b5d-a064-3ea6b7afb43c", "address": "fa:16:3e:10:08:c2", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3703702-ec", "ovs_interfaceid": "b3703702-ec13-4b5d-a064-3ea6b7afb43c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.130272] env[64147]: DEBUG nova.compute.manager [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1867.130517] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.131504] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641fa07d-37b3-4dc2-b283-40fab3a3eea0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.145203] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.146040] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f114505-2686-4d32-918b-bc8126f56fe2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.154812] env[64147]: DEBUG oslo_vmware.api [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1867.154812] env[64147]: value = "task-1840645" [ 1867.154812] env[64147]: _type = "Task" [ 1867.154812] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.167412] env[64147]: DEBUG oslo_vmware.api [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.474214] env[64147]: DEBUG nova.compute.manager [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Received event network-vif-deleted-e1530414-0248-4f57-bfa2-9f788d70df4e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1867.474214] env[64147]: DEBUG nova.compute.manager [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Received event network-changed-b3703702-ec13-4b5d-a064-3ea6b7afb43c {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1867.474214] env[64147]: DEBUG nova.compute.manager [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Refreshing instance network info cache due to event network-changed-b3703702-ec13-4b5d-a064-3ea6b7afb43c. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1867.474214] env[64147]: DEBUG oslo_concurrency.lockutils [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] Acquiring lock "refresh_cache-6d0d8da8-99d6-4701-af0c-1952036b95ae" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.520381] env[64147]: DEBUG nova.compute.manager [req-881f388d-e9b6-41ad-829a-468eac7e1224 req-d0f5c17e-d48b-42a5-b357-ffad9e589bd2 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Received event network-vif-deleted-2352fb29-20b2-4dab-90d4-583da0d093e3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1867.520381] env[64147]: INFO nova.compute.manager [req-881f388d-e9b6-41ad-829a-468eac7e1224 req-d0f5c17e-d48b-42a5-b357-ffad9e589bd2 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Neutron deleted interface 2352fb29-20b2-4dab-90d4-583da0d093e3; detaching it from the instance and deleting it from the info cache [ 1867.520381] env[64147]: DEBUG nova.network.neutron [req-881f388d-e9b6-41ad-829a-468eac7e1224 req-d0f5c17e-d48b-42a5-b357-ffad9e589bd2 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.520381] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "refresh_cache-6d0d8da8-99d6-4701-af0c-1952036b95ae" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.520381] env[64147]: DEBUG nova.compute.manager [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Instance network_info: |[{"id": "b3703702-ec13-4b5d-a064-3ea6b7afb43c", "address": "fa:16:3e:10:08:c2", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3703702-ec", "ovs_interfaceid": "b3703702-ec13-4b5d-a064-3ea6b7afb43c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1867.520381] env[64147]: DEBUG oslo_concurrency.lockutils [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] Acquired lock "refresh_cache-6d0d8da8-99d6-4701-af0c-1952036b95ae" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.520381] env[64147]: DEBUG nova.network.neutron [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Refreshing network info cache for port b3703702-ec13-4b5d-a064-3ea6b7afb43c {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.520381] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:08:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3703702-ec13-4b5d-a064-3ea6b7afb43c', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1867.520381] env[64147]: DEBUG oslo.service.loopingcall [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.521723] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1867.522636] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31397d3d-c269-409d-9024-47370127ca1d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.541805] env[64147]: DEBUG nova.network.neutron [-] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.550915] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1867.550915] env[64147]: value = "task-1840646" [ 1867.550915] env[64147]: _type = "Task" [ 1867.550915] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.564741] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840646, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.627483] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddea49c-19b0-447a-ab9d-6a07caf83818 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.642534] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63679a20-c99d-49b5-a421-adbe3dceaefc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.695870] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24940639-0c1c-4be9-8564-a9c1f54b1c09 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.707092] env[64147]: DEBUG oslo_vmware.api [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840645, 'name': PowerOffVM_Task, 'duration_secs': 0.197816} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.709404] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f530c-a910-46fb-9455-acc095ec496d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.712720] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.713007] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1867.713442] env[64147]: DEBUG oslo_concurrency.lockutils [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.713697] env[64147]: DEBUG oslo_concurrency.lockutils [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.714165] env[64147]: DEBUG nova.objects.instance [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'flavor' on Instance uuid 6f33edae-5839-4761-be87-310e5c5f0b3e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.715924] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ac177ab-b8a2-4c3d-bdb7-22669f06aa9e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.732046] env[64147]: DEBUG nova.compute.provider_tree [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.736678] env[64147]: DEBUG nova.network.neutron [-] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.798981] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1867.799232] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1867.799447] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleting the datastore file [datastore1] 0cea15a8-9ad1-48c9-b4f5-920112a28664 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.799735] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fba3196f-ae40-45d4-8ecd-319e90fefe5c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.811667] env[64147]: DEBUG oslo_vmware.api [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1867.811667] env[64147]: value = "task-1840648" [ 1867.811667] env[64147]: _type = "Task" [ 1867.811667] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.824117] env[64147]: DEBUG oslo_vmware.api [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.848999] env[64147]: DEBUG nova.network.neutron [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Updated VIF entry in instance network info cache for port b3703702-ec13-4b5d-a064-3ea6b7afb43c. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1867.848999] env[64147]: DEBUG nova.network.neutron [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Updating instance_info_cache with network_info: [{"id": "b3703702-ec13-4b5d-a064-3ea6b7afb43c", "address": "fa:16:3e:10:08:c2", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3703702-ec", "ovs_interfaceid": "b3703702-ec13-4b5d-a064-3ea6b7afb43c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.003700] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e39ae8a-0924-44a0-85b9-3c8fa0f91416 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.015294] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cee1237-310b-4cf4-88f4-dff58abaf514 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.051267] env[64147]: INFO nova.compute.manager [-] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Took 1.71 seconds to deallocate network for instance. [ 1868.051851] env[64147]: DEBUG nova.compute.manager [req-881f388d-e9b6-41ad-829a-468eac7e1224 req-d0f5c17e-d48b-42a5-b357-ffad9e589bd2 service nova] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Detach interface failed, port_id=2352fb29-20b2-4dab-90d4-583da0d093e3, reason: Instance 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1868.066177] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840646, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.235550] env[64147]: DEBUG nova.scheduler.client.report [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.239169] env[64147]: INFO nova.compute.manager [-] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Took 1.53 seconds to deallocate network for instance. [ 1868.301787] env[64147]: DEBUG nova.objects.instance [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f33edae-5839-4761-be87-310e5c5f0b3e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.323517] env[64147]: DEBUG oslo_vmware.api [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180733} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.323777] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1868.323960] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1868.324242] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1868.324538] env[64147]: INFO nova.compute.manager [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1868.324820] env[64147]: DEBUG oslo.service.loopingcall [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.325026] env[64147]: DEBUG nova.compute.manager [-] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1868.325124] env[64147]: DEBUG nova.network.neutron [-] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1868.350639] env[64147]: DEBUG oslo_concurrency.lockutils [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] Releasing lock "refresh_cache-6d0d8da8-99d6-4701-af0c-1952036b95ae" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.350875] env[64147]: DEBUG nova.compute.manager [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Received event network-vif-deleted-866190fe-9e0a-4cc3-8222-d8b58cedf666 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1868.351115] env[64147]: INFO nova.compute.manager [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Neutron deleted interface 866190fe-9e0a-4cc3-8222-d8b58cedf666; detaching it from the instance and deleting it from the info cache [ 1868.351342] env[64147]: DEBUG nova.network.neutron [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.564463] env[64147]: DEBUG oslo_concurrency.lockutils [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.564736] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840646, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.743185] env[64147]: DEBUG oslo_concurrency.lockutils [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.746751] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.871s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.746751] env[64147]: DEBUG nova.objects.instance [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lazy-loading 'resources' on Instance uuid 02840752-fb1e-40c5-b30f-c94130cad21e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.754044] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.771385] env[64147]: INFO nova.scheduler.client.report [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted allocations for instance 81632f5d-3dc0-4043-9333-e525a2a9bdbb [ 1868.808201] env[64147]: DEBUG nova.objects.base [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Object Instance<6f33edae-5839-4761-be87-310e5c5f0b3e> lazy-loaded attributes: flavor,pci_requests {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1868.808201] env[64147]: DEBUG nova.network.neutron [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1868.857098] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8d82ce8-b370-42f5-9832-94553dc58091 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.868258] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff6bb4-109e-4986-8cab-891837ccacd1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.889010] env[64147]: DEBUG nova.policy [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3326c976d5947749dbf7df26f925886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3549758523d4b8188c0379e14379ef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1868.908355] env[64147]: DEBUG nova.compute.manager [req-547757da-92a9-4d25-ac6f-56b7b1136367 req-f9e4856e-3c4d-4260-9cc2-85723f462dd9 service nova] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Detach interface failed, port_id=866190fe-9e0a-4cc3-8222-d8b58cedf666, reason: Instance 1fd55483-9557-4f9e-ab62-90f4ef46bd1c could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1869.065526] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840646, 'name': CreateVM_Task, 'duration_secs': 1.421463} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.065750] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1869.066495] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.066720] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.067689] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1869.067689] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb17e26f-0395-47d2-9aac-de92455eb90f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.075284] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1869.075284] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52934caf-3fee-78b9-bc2c-598f6455ee03" [ 1869.075284] env[64147]: _type = "Task" [ 1869.075284] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.089136] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52934caf-3fee-78b9-bc2c-598f6455ee03, 'name': SearchDatastore_Task, 'duration_secs': 0.012079} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.089679] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.092369] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1869.092642] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.095178] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.095178] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1869.095178] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d12538ee-38db-4123-b766-83da6ba4b90a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.104654] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1869.104838] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1869.105626] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638aa892-c26f-4c5c-a1c9-3413af74e67e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.112877] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1869.112877] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52150d85-fbbc-8be4-e457-563c0b67e689" [ 1869.112877] env[64147]: _type = "Task" [ 1869.112877] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.122617] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52150d85-fbbc-8be4-e457-563c0b67e689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.201186] env[64147]: DEBUG nova.network.neutron [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Successfully created port: f58988fc-1761-4bd3-9873-b4e3835c0f5a {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1869.279133] env[64147]: DEBUG oslo_concurrency.lockutils [None req-512fa7af-7e24-4f9e-baaa-582038d6dee0 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "81632f5d-3dc0-4043-9333-e525a2a9bdbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.526s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.313641] env[64147]: DEBUG nova.network.neutron [-] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.537481] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b069f81-78c7-4130-a50f-2c930caca76f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.546933] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451542ae-d565-418b-bdd1-49cd73d0297b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.579313] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac8d633-c749-48ae-81a2-778822abd220 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.587923] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b17ffbe-d1cd-4b5e-ad56-15b2fb4f13f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.593882] env[64147]: DEBUG nova.compute.manager [req-a01d38e8-9d90-4345-8ade-3d6f35add1f9 req-4f9c3311-04cd-4266-a587-6ee143bc918e service nova] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Received event network-vif-deleted-7020c097-88db-4fb3-891b-b46c548d5a43 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1869.605894] env[64147]: DEBUG nova.compute.provider_tree [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.625130] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52150d85-fbbc-8be4-e457-563c0b67e689, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.625979] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ed162d-7346-41a0-9ba1-7bd19d8b7834 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.633026] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1869.633026] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5201d605-1189-f5dc-159d-a35dba902add" [ 1869.633026] env[64147]: _type = "Task" [ 1869.633026] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.642675] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5201d605-1189-f5dc-159d-a35dba902add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.650273] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.650648] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.650864] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.651072] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.651248] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.653410] env[64147]: INFO nova.compute.manager [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Terminating instance [ 1869.817028] env[64147]: INFO nova.compute.manager [-] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Took 1.49 seconds to deallocate network for instance. [ 1870.109929] env[64147]: DEBUG nova.scheduler.client.report [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.145192] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5201d605-1189-f5dc-159d-a35dba902add, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.145476] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.145761] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 6d0d8da8-99d6-4701-af0c-1952036b95ae/6d0d8da8-99d6-4701-af0c-1952036b95ae.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1870.146344] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-062e3950-a103-464b-ad18-a6c87a7aac87 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.155884] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1870.155884] env[64147]: value = "task-1840649" [ 1870.155884] env[64147]: _type = "Task" [ 1870.155884] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.160603] env[64147]: DEBUG nova.compute.manager [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1870.160603] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1870.161346] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f72cd05-305f-489d-84ad-f354272ecb31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.172023] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.174414] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.174670] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60972859-4515-4c5f-852f-3ff5b5651030 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.182192] env[64147]: DEBUG oslo_vmware.api [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1870.182192] env[64147]: value = "task-1840650" [ 1870.182192] env[64147]: _type = "Task" [ 1870.182192] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.192942] env[64147]: DEBUG oslo_vmware.api [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.323674] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.549058] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "4ed01e7c-577a-41a3-a8da-fc90992da26a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.549312] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "4ed01e7c-577a-41a3-a8da-fc90992da26a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.620420] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.622847] env[64147]: DEBUG oslo_concurrency.lockutils [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.058s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.623117] env[64147]: DEBUG nova.objects.instance [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lazy-loading 'resources' on Instance uuid 1fd55483-9557-4f9e-ab62-90f4ef46bd1c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.646562] env[64147]: INFO nova.scheduler.client.report [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted allocations for instance 02840752-fb1e-40c5-b30f-c94130cad21e [ 1870.668837] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840649, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.693870] env[64147]: DEBUG oslo_vmware.api [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840650, 'name': PowerOffVM_Task, 'duration_secs': 0.217345} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.694153] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.694317] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1870.694596] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-239d090d-081c-4933-8fe3-6be04e4ac709 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.784727] env[64147]: DEBUG nova.compute.manager [req-3b38f5fe-2497-4f88-beac-79d5cda547fb req-f0f3c166-1932-4a1d-b12f-fd0e3a85bec6 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received event network-vif-plugged-f58988fc-1761-4bd3-9873-b4e3835c0f5a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1870.784997] env[64147]: DEBUG oslo_concurrency.lockutils [req-3b38f5fe-2497-4f88-beac-79d5cda547fb req-f0f3c166-1932-4a1d-b12f-fd0e3a85bec6 service nova] Acquiring lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.785249] env[64147]: DEBUG oslo_concurrency.lockutils [req-3b38f5fe-2497-4f88-beac-79d5cda547fb req-f0f3c166-1932-4a1d-b12f-fd0e3a85bec6 service nova] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.785426] env[64147]: DEBUG oslo_concurrency.lockutils [req-3b38f5fe-2497-4f88-beac-79d5cda547fb req-f0f3c166-1932-4a1d-b12f-fd0e3a85bec6 service nova] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.785602] env[64147]: DEBUG nova.compute.manager [req-3b38f5fe-2497-4f88-beac-79d5cda547fb req-f0f3c166-1932-4a1d-b12f-fd0e3a85bec6 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] No waiting events found dispatching network-vif-plugged-f58988fc-1761-4bd3-9873-b4e3835c0f5a {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1870.785799] env[64147]: WARNING nova.compute.manager [req-3b38f5fe-2497-4f88-beac-79d5cda547fb req-f0f3c166-1932-4a1d-b12f-fd0e3a85bec6 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received unexpected event network-vif-plugged-f58988fc-1761-4bd3-9873-b4e3835c0f5a for instance with vm_state active and task_state None. [ 1870.865623] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1870.865964] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1870.866046] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Deleting the datastore file [datastore1] 75c29ea8-00ee-4b6f-93ec-88e1669adacf {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1870.866318] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e2dfeda-7624-4936-afd8-ac32703ca8ae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.873796] env[64147]: DEBUG oslo_vmware.api [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1870.873796] env[64147]: value = "task-1840652" [ 1870.873796] env[64147]: _type = "Task" [ 1870.873796] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.882081] env[64147]: DEBUG oslo_vmware.api [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.892160] env[64147]: DEBUG nova.network.neutron [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Successfully updated port: f58988fc-1761-4bd3-9873-b4e3835c0f5a {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1871.052949] env[64147]: DEBUG nova.compute.manager [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1871.154588] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9d44418e-10f3-4f3f-bb9c-28e83174b749 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "02840752-fb1e-40c5-b30f-c94130cad21e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.904s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.169977] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554521} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.173015] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 6d0d8da8-99d6-4701-af0c-1952036b95ae/6d0d8da8-99d6-4701-af0c-1952036b95ae.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1871.173196] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1871.173935] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7194b709-846c-4d03-9ea5-1fde9032133f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.183641] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1871.183641] env[64147]: value = "task-1840653" [ 1871.183641] env[64147]: _type = "Task" [ 1871.183641] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.197960] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.364823] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c918bb63-fa15-4098-beb2-788393cc58fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.373745] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35800ac-40eb-4e09-89c8-fc6ee886a275 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.387211] env[64147]: DEBUG oslo_vmware.api [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15697} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.412570] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.412804] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.413022] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.413205] env[64147]: INFO nova.compute.manager [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1871.413482] env[64147]: DEBUG oslo.service.loopingcall [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.414045] env[64147]: DEBUG oslo_concurrency.lockutils [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.414211] env[64147]: DEBUG oslo_concurrency.lockutils [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.414398] env[64147]: DEBUG nova.network.neutron [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1871.415907] env[64147]: DEBUG nova.compute.manager [-] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.416029] env[64147]: DEBUG nova.network.neutron [-] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.418345] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7755f52-7aff-4fed-b141-3b3f179bb21c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.428035] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f55adb8-a812-47b0-9622-5397d5e92148 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.443962] env[64147]: DEBUG nova.compute.provider_tree [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.573299] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.699142] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104656} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.699260] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1871.700086] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5431dfad-cabd-4bff-b12f-621fb556133b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.723901] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6d0d8da8-99d6-4701-af0c-1952036b95ae/6d0d8da8-99d6-4701-af0c-1952036b95ae.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.724579] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a06de6c1-54aa-493b-bdf9-bd33e07bafc3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.746363] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1871.746363] env[64147]: value = "task-1840654" [ 1871.746363] env[64147]: _type = "Task" [ 1871.746363] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.757100] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.946556] env[64147]: DEBUG nova.scheduler.client.report [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1871.967928] env[64147]: WARNING nova.network.neutron [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] ce8c06f5-120b-43bf-b964-7fd7329bd58f already exists in list: networks containing: ['ce8c06f5-120b-43bf-b964-7fd7329bd58f']. ignoring it [ 1872.193963] env[64147]: DEBUG nova.network.neutron [-] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.257924] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840654, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.418058] env[64147]: DEBUG nova.network.neutron [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updating instance_info_cache with network_info: [{"id": "953aab2f-3606-4206-9377-396cdb8fbdc3", "address": "fa:16:3e:6f:19:9c", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953aab2f-36", "ovs_interfaceid": "953aab2f-3606-4206-9377-396cdb8fbdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f58988fc-1761-4bd3-9873-b4e3835c0f5a", "address": "fa:16:3e:46:6e:65", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf58988fc-17", "ovs_interfaceid": "f58988fc-1761-4bd3-9873-b4e3835c0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.452249] env[64147]: DEBUG oslo_concurrency.lockutils [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.454714] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.706s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.454714] env[64147]: DEBUG nova.objects.instance [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lazy-loading 'resources' on Instance uuid 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.468739] env[64147]: INFO nova.scheduler.client.report [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleted allocations for instance 1fd55483-9557-4f9e-ab62-90f4ef46bd1c [ 1872.696571] env[64147]: INFO nova.compute.manager [-] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Took 1.28 seconds to deallocate network for instance. [ 1872.758790] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840654, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.844963] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.845217] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.879451] env[64147]: DEBUG nova.compute.manager [req-d63c4999-61e0-413d-acbe-baf83bfa0ffe req-73a60f85-77b0-45e1-a993-bc3eea1f58b8 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received event network-changed-f58988fc-1761-4bd3-9873-b4e3835c0f5a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1872.879682] env[64147]: DEBUG nova.compute.manager [req-d63c4999-61e0-413d-acbe-baf83bfa0ffe req-73a60f85-77b0-45e1-a993-bc3eea1f58b8 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Refreshing instance network info cache due to event network-changed-f58988fc-1761-4bd3-9873-b4e3835c0f5a. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1872.879914] env[64147]: DEBUG oslo_concurrency.lockutils [req-d63c4999-61e0-413d-acbe-baf83bfa0ffe req-73a60f85-77b0-45e1-a993-bc3eea1f58b8 service nova] Acquiring lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.920855] env[64147]: DEBUG oslo_concurrency.lockutils [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.921546] env[64147]: DEBUG oslo_concurrency.lockutils [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.921711] env[64147]: DEBUG oslo_concurrency.lockutils [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.921990] env[64147]: DEBUG oslo_concurrency.lockutils [req-d63c4999-61e0-413d-acbe-baf83bfa0ffe req-73a60f85-77b0-45e1-a993-bc3eea1f58b8 service nova] Acquired lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.922198] env[64147]: DEBUG nova.network.neutron [req-d63c4999-61e0-413d-acbe-baf83bfa0ffe req-73a60f85-77b0-45e1-a993-bc3eea1f58b8 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Refreshing network info cache for port f58988fc-1761-4bd3-9873-b4e3835c0f5a {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1872.924481] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d341672-6ad8-4f80-a73b-6a093dcf6c90 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.944053] env[64147]: DEBUG nova.virt.hardware [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1872.944312] env[64147]: DEBUG nova.virt.hardware [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.944614] env[64147]: DEBUG nova.virt.hardware [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1872.944814] env[64147]: DEBUG nova.virt.hardware [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.944962] env[64147]: DEBUG nova.virt.hardware [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1872.945136] env[64147]: DEBUG nova.virt.hardware [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1872.945347] env[64147]: DEBUG nova.virt.hardware [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1872.945510] env[64147]: DEBUG nova.virt.hardware [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1872.945676] env[64147]: DEBUG nova.virt.hardware [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1872.945836] env[64147]: DEBUG nova.virt.hardware [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1872.946012] env[64147]: DEBUG nova.virt.hardware [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1872.952436] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Reconfiguring VM to attach interface {{(pid=64147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1872.953957] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72464314-a59c-42c1-97fe-bbc04321dc14 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.976412] env[64147]: DEBUG oslo_concurrency.lockutils [None req-68627b0c-3dcf-470f-ac48-d92de50c0e95 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "1fd55483-9557-4f9e-ab62-90f4ef46bd1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.821s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.979640] env[64147]: DEBUG oslo_vmware.api [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1872.979640] env[64147]: value = "task-1840655" [ 1872.979640] env[64147]: _type = "Task" [ 1872.979640] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.994647] env[64147]: DEBUG oslo_vmware.api [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840655, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.204544] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.215927] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51781529-9b39-432c-9b17-4769c59127c3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.226246] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852cc27e-281e-495a-ae52-058d7aa19d8f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.264538] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1992a7-56a9-4a61-ba7d-25d84dd0ec25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.275763] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a807a09e-1c84-4421-9eff-7c70eb0b7bc5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.279898] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840654, 'name': ReconfigVM_Task, 'duration_secs': 1.355427} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.280223] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6d0d8da8-99d6-4701-af0c-1952036b95ae/6d0d8da8-99d6-4701-af0c-1952036b95ae.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1873.281233] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ec29f14-9d25-49af-8084-b1f4345d8149 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.292258] env[64147]: DEBUG nova.compute.provider_tree [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.295722] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1873.295722] env[64147]: value = "task-1840656" [ 1873.295722] env[64147]: _type = "Task" [ 1873.295722] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.305260] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840656, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.347429] env[64147]: DEBUG nova.compute.manager [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1873.473326] env[64147]: DEBUG oslo_concurrency.lockutils [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "6a527eed-6436-4737-bb54-bb628f00bd61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.473618] env[64147]: DEBUG oslo_concurrency.lockutils [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "6a527eed-6436-4737-bb54-bb628f00bd61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.473829] env[64147]: DEBUG oslo_concurrency.lockutils [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "6a527eed-6436-4737-bb54-bb628f00bd61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.474018] env[64147]: DEBUG oslo_concurrency.lockutils [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "6a527eed-6436-4737-bb54-bb628f00bd61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.474195] env[64147]: DEBUG oslo_concurrency.lockutils [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "6a527eed-6436-4737-bb54-bb628f00bd61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.476865] env[64147]: INFO nova.compute.manager [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Terminating instance [ 1873.492130] env[64147]: DEBUG oslo_vmware.api [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.703368] env[64147]: DEBUG nova.network.neutron [req-d63c4999-61e0-413d-acbe-baf83bfa0ffe req-73a60f85-77b0-45e1-a993-bc3eea1f58b8 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updated VIF entry in instance network info cache for port f58988fc-1761-4bd3-9873-b4e3835c0f5a. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1873.703840] env[64147]: DEBUG nova.network.neutron [req-d63c4999-61e0-413d-acbe-baf83bfa0ffe req-73a60f85-77b0-45e1-a993-bc3eea1f58b8 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updating instance_info_cache with network_info: [{"id": "953aab2f-3606-4206-9377-396cdb8fbdc3", "address": "fa:16:3e:6f:19:9c", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953aab2f-36", "ovs_interfaceid": "953aab2f-3606-4206-9377-396cdb8fbdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f58988fc-1761-4bd3-9873-b4e3835c0f5a", "address": "fa:16:3e:46:6e:65", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf58988fc-17", "ovs_interfaceid": "f58988fc-1761-4bd3-9873-b4e3835c0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.795550] env[64147]: DEBUG nova.scheduler.client.report [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.808721] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840656, 'name': Rename_Task, 'duration_secs': 0.160693} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.809088] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.809340] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-401557d5-a1d1-4b20-a048-b69c2bf5bef5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.817810] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1873.817810] env[64147]: value = "task-1840657" [ 1873.817810] env[64147]: _type = "Task" [ 1873.817810] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.826042] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.866607] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.951307] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.951580] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.980645] env[64147]: DEBUG nova.compute.manager [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1873.980999] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.982417] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68400015-75cd-4bd4-abe4-75f7645e9400 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.995786] env[64147]: DEBUG oslo_vmware.api [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840655, 'name': ReconfigVM_Task, 'duration_secs': 0.784846} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.998424] env[64147]: DEBUG oslo_concurrency.lockutils [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.998966] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Reconfigured VM to attach interface {{(pid=64147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1874.002887] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.003399] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3b2fd7b-62da-468c-afc8-959ea4b142b8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.012183] env[64147]: DEBUG oslo_vmware.api [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1874.012183] env[64147]: value = "task-1840658" [ 1874.012183] env[64147]: _type = "Task" [ 1874.012183] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.023252] env[64147]: DEBUG oslo_vmware.api [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.208068] env[64147]: DEBUG oslo_concurrency.lockutils [req-d63c4999-61e0-413d-acbe-baf83bfa0ffe req-73a60f85-77b0-45e1-a993-bc3eea1f58b8 service nova] Releasing lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.208429] env[64147]: DEBUG nova.compute.manager [req-d63c4999-61e0-413d-acbe-baf83bfa0ffe req-73a60f85-77b0-45e1-a993-bc3eea1f58b8 service nova] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Received event network-vif-deleted-b4e8ce82-776a-40ad-871d-5da7d2959890 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1874.277474] env[64147]: DEBUG oslo_vmware.rw_handles [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220c8f0-6454-90c3-a393-4ed1672748cb/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1874.278385] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab56c996-4865-42b9-92c6-4dbb7f4dfdef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.286108] env[64147]: DEBUG oslo_vmware.rw_handles [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220c8f0-6454-90c3-a393-4ed1672748cb/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1874.286280] env[64147]: ERROR oslo_vmware.rw_handles [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220c8f0-6454-90c3-a393-4ed1672748cb/disk-0.vmdk due to incomplete transfer. [ 1874.286497] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0fffd5e3-9008-4a77-9eea-134b1cdf9b44 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.294274] env[64147]: DEBUG oslo_vmware.rw_handles [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5220c8f0-6454-90c3-a393-4ed1672748cb/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1874.294484] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Uploaded image 4788f750-c467-4522-9b9b-1cfa8ece9098 to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1874.297324] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1874.297553] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75d4a507-5232-4239-968b-56b9d28d8e8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.304448] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.306544] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1874.306544] env[64147]: value = "task-1840659" [ 1874.306544] env[64147]: _type = "Task" [ 1874.306544] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.306978] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.984s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.307221] env[64147]: DEBUG nova.objects.instance [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'resources' on Instance uuid 0cea15a8-9ad1-48c9-b4f5-920112a28664 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.316747] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840659, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.324676] env[64147]: INFO nova.scheduler.client.report [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Deleted allocations for instance 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5 [ 1874.329355] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.455046] env[64147]: DEBUG nova.compute.manager [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1874.504715] env[64147]: DEBUG oslo_concurrency.lockutils [None req-027236b3-30a6-497a-95e5-51b909d07762 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.791s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.523328] env[64147]: DEBUG oslo_vmware.api [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840658, 'name': PowerOffVM_Task, 'duration_secs': 0.225322} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.523666] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.523841] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1874.524118] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bce84df-f0a5-4073-a404-ed0d2db90543 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.673966] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.675053] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.675053] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleting the datastore file [datastore2] 6a527eed-6436-4737-bb54-bb628f00bd61 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.675053] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b2c95d3-b5cb-4fcd-b902-2105b51d714c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.682838] env[64147]: DEBUG oslo_vmware.api [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1874.682838] env[64147]: value = "task-1840661" [ 1874.682838] env[64147]: _type = "Task" [ 1874.682838] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.691762] env[64147]: DEBUG oslo_vmware.api [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.821832] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840659, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.830233] env[64147]: DEBUG oslo_vmware.api [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840657, 'name': PowerOnVM_Task, 'duration_secs': 0.694964} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.833037] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.833148] env[64147]: INFO nova.compute.manager [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Took 17.43 seconds to spawn the instance on the hypervisor. [ 1874.833660] env[64147]: DEBUG nova.compute.manager [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.836083] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8df389c-7228-4c99-ad1a-c6ca87edba7c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.839086] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a56b2cd4-851e-4f28-b904-1e98abb9f64d tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.795s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.974833] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.039734] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93888434-7666-4055-92e0-98ab506da099 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.049299] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee3cd4d-5bce-4a89-80c2-1f1910e86b13 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.082017] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1fb3d2-4109-428b-b339-919f22a74144 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.090593] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4508d2f-833d-436d-8073-487358cf4d40 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.107231] env[64147]: DEBUG nova.compute.provider_tree [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.195491] env[64147]: DEBUG oslo_vmware.api [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385204} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.195861] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.196112] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.196340] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.196768] env[64147]: INFO nova.compute.manager [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1875.197071] env[64147]: DEBUG oslo.service.loopingcall [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.197390] env[64147]: DEBUG nova.compute.manager [-] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1875.197390] env[64147]: DEBUG nova.network.neutron [-] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1875.319399] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840659, 'name': Destroy_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.361011] env[64147]: INFO nova.compute.manager [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Took 26.63 seconds to build instance. [ 1875.611094] env[64147]: DEBUG nova.scheduler.client.report [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.650302] env[64147]: DEBUG nova.compute.manager [req-6ba1242a-bf4a-48f0-97e1-15c1ed7db221 req-9e57a630-b725-42ea-9c5c-50e8bd1ebbf4 service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Received event network-vif-deleted-f9b6c9cc-b181-466b-a9c0-dede6d8fbd63 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1875.650415] env[64147]: INFO nova.compute.manager [req-6ba1242a-bf4a-48f0-97e1-15c1ed7db221 req-9e57a630-b725-42ea-9c5c-50e8bd1ebbf4 service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Neutron deleted interface f9b6c9cc-b181-466b-a9c0-dede6d8fbd63; detaching it from the instance and deleting it from the info cache [ 1875.650578] env[64147]: DEBUG nova.network.neutron [req-6ba1242a-bf4a-48f0-97e1-15c1ed7db221 req-9e57a630-b725-42ea-9c5c-50e8bd1ebbf4 service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.820235] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840659, 'name': Destroy_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.862885] env[64147]: DEBUG oslo_concurrency.lockutils [None req-45369491-a841-4ca6-8945-ad4d8cd0b412 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "6d0d8da8-99d6-4701-af0c-1952036b95ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.141s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.863454] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "6d0d8da8-99d6-4701-af0c-1952036b95ae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.834s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.863454] env[64147]: INFO nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1875.863563] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "6d0d8da8-99d6-4701-af0c-1952036b95ae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.116964] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.120160] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.547s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.126274] env[64147]: INFO nova.compute.claims [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1876.128779] env[64147]: DEBUG nova.network.neutron [-] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.151768] env[64147]: INFO nova.scheduler.client.report [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleted allocations for instance 0cea15a8-9ad1-48c9-b4f5-920112a28664 [ 1876.156152] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6240945c-8a94-44ae-ad85-c5f2edfcf5b4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.166944] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35457021-cabd-4a10-b456-b43fd0dad18a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.205176] env[64147]: DEBUG nova.compute.manager [req-6ba1242a-bf4a-48f0-97e1-15c1ed7db221 req-9e57a630-b725-42ea-9c5c-50e8bd1ebbf4 service nova] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Detach interface failed, port_id=f9b6c9cc-b181-466b-a9c0-dede6d8fbd63, reason: Instance 6a527eed-6436-4737-bb54-bb628f00bd61 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1876.320491] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840659, 'name': Destroy_Task, 'duration_secs': 1.991401} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.320763] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Destroyed the VM [ 1876.321014] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1876.321271] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d55032e-ac3e-4786-a61b-875b75fa3c7c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.328741] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1876.328741] env[64147]: value = "task-1840662" [ 1876.328741] env[64147]: _type = "Task" [ 1876.328741] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.337055] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.505760] env[64147]: DEBUG oslo_concurrency.lockutils [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-099c00de-6625-4d83-8ccb-9dd5f74cbf05" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.506379] env[64147]: DEBUG oslo_concurrency.lockutils [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-099c00de-6625-4d83-8ccb-9dd5f74cbf05" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.506474] env[64147]: DEBUG nova.objects.instance [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'flavor' on Instance uuid 6f33edae-5839-4761-be87-310e5c5f0b3e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.635465] env[64147]: INFO nova.compute.manager [-] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Took 1.44 seconds to deallocate network for instance. [ 1876.659446] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0ee465c9-8d47-4008-8ae4-512365f91ac8 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "0cea15a8-9ad1-48c9-b4f5-920112a28664" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.038s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.838715] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840662, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.918117] env[64147]: INFO nova.compute.manager [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Rebuilding instance [ 1876.959982] env[64147]: DEBUG nova.compute.manager [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1876.960903] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa098ac9-e18e-427a-893d-78409d836087 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.141889] env[64147]: DEBUG oslo_concurrency.lockutils [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.172679] env[64147]: DEBUG nova.objects.instance [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f33edae-5839-4761-be87-310e5c5f0b3e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.342547] env[64147]: DEBUG oslo_vmware.api [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840662, 'name': RemoveSnapshot_Task, 'duration_secs': 0.541282} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.345048] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1877.345353] env[64147]: INFO nova.compute.manager [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Took 22.23 seconds to snapshot the instance on the hypervisor. [ 1877.383051] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b867957f-7ee0-4b2a-9f04-69af9060b2e8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.390882] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4336b7b7-d0f1-4fb4-877a-97ddd19156b9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.427808] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ace670c-72b3-480f-8cb4-2c55007fbfdd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.436913] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e86b155-402b-41d2-ad9e-4fd7acb005fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.452681] env[64147]: DEBUG nova.compute.provider_tree [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.477111] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "50e23077-e757-4350-bc2d-7d99844d451d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.477359] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "50e23077-e757-4350-bc2d-7d99844d451d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.675765] env[64147]: DEBUG nova.objects.base [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Object Instance<6f33edae-5839-4761-be87-310e5c5f0b3e> lazy-loaded attributes: flavor,pci_requests {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1877.676097] env[64147]: DEBUG nova.network.neutron [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1877.767820] env[64147]: DEBUG nova.policy [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3326c976d5947749dbf7df26f925886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3549758523d4b8188c0379e14379ef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1877.892008] env[64147]: DEBUG nova.compute.manager [None req-e34f501f-d835-4d5f-9e68-15a423dd0f10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Found 2 images (rotation: 2) {{(pid=64147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1877.955828] env[64147]: DEBUG nova.scheduler.client.report [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.977805] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1877.978121] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60d1049d-66ef-4fd9-af93-28368ecde037 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.980124] env[64147]: DEBUG nova.compute.manager [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1877.989979] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1877.989979] env[64147]: value = "task-1840663" [ 1877.989979] env[64147]: _type = "Task" [ 1877.989979] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.000755] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.461760] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.462329] env[64147]: DEBUG nova.compute.manager [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1878.465267] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.261s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.466089] env[64147]: DEBUG nova.objects.instance [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lazy-loading 'resources' on Instance uuid 75c29ea8-00ee-4b6f-93ec-88e1669adacf {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1878.500503] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840663, 'name': PowerOffVM_Task, 'duration_secs': 0.175108} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.501784] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.501784] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.501924] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1878.502690] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2715b9-dce7-4f93-8587-dc700cf2c5c2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.510935] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1878.511194] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3f2a886-557a-49f9-a929-c3b85b77287e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.672249] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1878.672605] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1878.672833] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleting the datastore file [datastore1] 6d0d8da8-99d6-4701-af0c-1952036b95ae {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1878.673466] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5dd63b4-f9e0-4476-be5b-773481c30f91 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.680750] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1878.680750] env[64147]: value = "task-1840665" [ 1878.680750] env[64147]: _type = "Task" [ 1878.680750] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.690098] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.969130] env[64147]: DEBUG nova.compute.utils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1878.972817] env[64147]: DEBUG nova.compute.manager [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1878.972983] env[64147]: DEBUG nova.network.neutron [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1879.012727] env[64147]: DEBUG nova.policy [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf139bfaede04c89bd7dd39974b587db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b7629b743c04cccbf0a4c77b651377c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1879.148327] env[64147]: DEBUG nova.compute.manager [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1879.148327] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d92dd6-b414-4519-b3d3-8e0dec487553 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.195050] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148423} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.195359] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1879.195545] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1879.195725] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1879.200449] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404a0dca-618e-4154-933b-2389eb87e201 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.212430] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab07b9b-eb37-4cdb-95b7-79eb931bfa2a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.247698] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82150a9-acf7-4ed9-bd89-5232a4f2eaca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.257645] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4655ead-9cd4-48e9-ae66-1aeb8f4c081c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.263324] env[64147]: DEBUG nova.network.neutron [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Successfully created port: 59cb24f8-8b86-4944-bfd0-ddbd12b665fc {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1879.278441] env[64147]: DEBUG nova.compute.provider_tree [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1879.331288] env[64147]: DEBUG nova.compute.manager [req-149ac4e2-2212-4b1e-9e57-94839dc32b18 req-44e4da19-c10a-4108-9a81-5c5cbf907ec2 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received event network-vif-plugged-099c00de-6625-4d83-8ccb-9dd5f74cbf05 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1879.331462] env[64147]: DEBUG oslo_concurrency.lockutils [req-149ac4e2-2212-4b1e-9e57-94839dc32b18 req-44e4da19-c10a-4108-9a81-5c5cbf907ec2 service nova] Acquiring lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.331708] env[64147]: DEBUG oslo_concurrency.lockutils [req-149ac4e2-2212-4b1e-9e57-94839dc32b18 req-44e4da19-c10a-4108-9a81-5c5cbf907ec2 service nova] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.331887] env[64147]: DEBUG oslo_concurrency.lockutils [req-149ac4e2-2212-4b1e-9e57-94839dc32b18 req-44e4da19-c10a-4108-9a81-5c5cbf907ec2 service nova] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.332184] env[64147]: DEBUG nova.compute.manager [req-149ac4e2-2212-4b1e-9e57-94839dc32b18 req-44e4da19-c10a-4108-9a81-5c5cbf907ec2 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] No waiting events found dispatching network-vif-plugged-099c00de-6625-4d83-8ccb-9dd5f74cbf05 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1879.332369] env[64147]: WARNING nova.compute.manager [req-149ac4e2-2212-4b1e-9e57-94839dc32b18 req-44e4da19-c10a-4108-9a81-5c5cbf907ec2 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received unexpected event network-vif-plugged-099c00de-6625-4d83-8ccb-9dd5f74cbf05 for instance with vm_state active and task_state None. [ 1879.431368] env[64147]: DEBUG nova.network.neutron [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Successfully updated port: 099c00de-6625-4d83-8ccb-9dd5f74cbf05 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1879.474133] env[64147]: DEBUG nova.compute.manager [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1879.531919] env[64147]: DEBUG nova.compute.manager [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Stashing vm_state: active {{(pid=64147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1879.661868] env[64147]: INFO nova.compute.manager [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] instance snapshotting [ 1879.662484] env[64147]: DEBUG nova.objects.instance [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'flavor' on Instance uuid 506fe179-7007-4e92-8cf0-1610b3f0cc88 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.803556] env[64147]: ERROR nova.scheduler.client.report [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [req-ba7230dd-798e-430d-b108-0b6c7b7d6d48] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ba7230dd-798e-430d-b108-0b6c7b7d6d48"}]} [ 1879.820909] env[64147]: DEBUG nova.scheduler.client.report [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1879.837554] env[64147]: DEBUG nova.scheduler.client.report [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1879.837796] env[64147]: DEBUG nova.compute.provider_tree [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1879.851474] env[64147]: DEBUG nova.scheduler.client.report [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1879.870499] env[64147]: DEBUG nova.scheduler.client.report [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1879.933949] env[64147]: DEBUG oslo_concurrency.lockutils [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.934137] env[64147]: DEBUG oslo_concurrency.lockutils [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.934317] env[64147]: DEBUG nova.network.neutron [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.049218] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.126399] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f5c97b-185c-4b96-8043-b030f8774ade {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.135701] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e01fbd0-e7cc-4082-befb-db8eca282ea3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.169492] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33caede-8e52-4f91-b796-1accb3bc24ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.172977] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6516dea-1feb-4cc2-8869-917e6d7b385a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.195658] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8008fe-f45d-4391-8b6f-a5a2831eb919 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.200990] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8e8db8-d1c9-41ae-98db-11653c12d1e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.218035] env[64147]: DEBUG nova.compute.provider_tree [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1880.238035] env[64147]: DEBUG nova.virt.hardware [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1880.238035] env[64147]: DEBUG nova.virt.hardware [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1880.238035] env[64147]: DEBUG nova.virt.hardware [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1880.238266] env[64147]: DEBUG nova.virt.hardware [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1880.238369] env[64147]: DEBUG nova.virt.hardware [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1880.238552] env[64147]: DEBUG nova.virt.hardware [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1880.238813] env[64147]: DEBUG nova.virt.hardware [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1880.239019] env[64147]: DEBUG nova.virt.hardware [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1880.239157] env[64147]: DEBUG nova.virt.hardware [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1880.239345] env[64147]: DEBUG nova.virt.hardware [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1880.239552] env[64147]: DEBUG nova.virt.hardware [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1880.240854] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0d1322-a1d6-4084-8aa8-e97c85fa01ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.251833] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d76b09a-0c05-49e6-9c40-136d44342e00 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.269904] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:08:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3703702-ec13-4b5d-a064-3ea6b7afb43c', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1880.277435] env[64147]: DEBUG oslo.service.loopingcall [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.278096] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1880.278305] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33dbbd8f-743e-4c72-9389-6609c852c995 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.303036] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1880.303036] env[64147]: value = "task-1840666" [ 1880.303036] env[64147]: _type = "Task" [ 1880.303036] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.313588] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840666, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.474537] env[64147]: WARNING nova.network.neutron [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] ce8c06f5-120b-43bf-b964-7fd7329bd58f already exists in list: networks containing: ['ce8c06f5-120b-43bf-b964-7fd7329bd58f']. ignoring it [ 1880.474871] env[64147]: WARNING nova.network.neutron [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] ce8c06f5-120b-43bf-b964-7fd7329bd58f already exists in list: networks containing: ['ce8c06f5-120b-43bf-b964-7fd7329bd58f']. ignoring it [ 1880.485807] env[64147]: DEBUG nova.compute.manager [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1880.515757] env[64147]: DEBUG nova.virt.hardware [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1880.516040] env[64147]: DEBUG nova.virt.hardware [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1880.516205] env[64147]: DEBUG nova.virt.hardware [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1880.516392] env[64147]: DEBUG nova.virt.hardware [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1880.516744] env[64147]: DEBUG nova.virt.hardware [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1880.516926] env[64147]: DEBUG nova.virt.hardware [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1880.517173] env[64147]: DEBUG nova.virt.hardware [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1880.517338] env[64147]: DEBUG nova.virt.hardware [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1880.517509] env[64147]: DEBUG nova.virt.hardware [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1880.517675] env[64147]: DEBUG nova.virt.hardware [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1880.517852] env[64147]: DEBUG nova.virt.hardware [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1880.518852] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5ea51-58dc-4ada-920b-fbabf9c40913 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.529923] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0548be-cac2-497d-98b3-39cfc156581b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.665747] env[64147]: DEBUG nova.compute.manager [req-8f87b598-dc47-4568-bb66-4b6af4dbfb82 req-7bb6d0f9-1b06-433e-bd1a-e09140fe134f service nova] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Received event network-vif-plugged-59cb24f8-8b86-4944-bfd0-ddbd12b665fc {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1880.666071] env[64147]: DEBUG oslo_concurrency.lockutils [req-8f87b598-dc47-4568-bb66-4b6af4dbfb82 req-7bb6d0f9-1b06-433e-bd1a-e09140fe134f service nova] Acquiring lock "4ed01e7c-577a-41a3-a8da-fc90992da26a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.666484] env[64147]: DEBUG oslo_concurrency.lockutils [req-8f87b598-dc47-4568-bb66-4b6af4dbfb82 req-7bb6d0f9-1b06-433e-bd1a-e09140fe134f service nova] Lock "4ed01e7c-577a-41a3-a8da-fc90992da26a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.666643] env[64147]: DEBUG oslo_concurrency.lockutils [req-8f87b598-dc47-4568-bb66-4b6af4dbfb82 req-7bb6d0f9-1b06-433e-bd1a-e09140fe134f service nova] Lock "4ed01e7c-577a-41a3-a8da-fc90992da26a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.666819] env[64147]: DEBUG nova.compute.manager [req-8f87b598-dc47-4568-bb66-4b6af4dbfb82 req-7bb6d0f9-1b06-433e-bd1a-e09140fe134f service nova] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] No waiting events found dispatching network-vif-plugged-59cb24f8-8b86-4944-bfd0-ddbd12b665fc {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1880.666989] env[64147]: WARNING nova.compute.manager [req-8f87b598-dc47-4568-bb66-4b6af4dbfb82 req-7bb6d0f9-1b06-433e-bd1a-e09140fe134f service nova] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Received unexpected event network-vif-plugged-59cb24f8-8b86-4944-bfd0-ddbd12b665fc for instance with vm_state building and task_state spawning. [ 1880.729334] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1880.729703] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b50b5818-5c13-43f4-9a26-aa27e3682fdc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.742557] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1880.742557] env[64147]: value = "task-1840667" [ 1880.742557] env[64147]: _type = "Task" [ 1880.742557] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.755786] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840667, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.768607] env[64147]: DEBUG nova.network.neutron [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Successfully updated port: 59cb24f8-8b86-4944-bfd0-ddbd12b665fc {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1880.776646] env[64147]: DEBUG nova.scheduler.client.report [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1880.777781] env[64147]: DEBUG nova.compute.provider_tree [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 122 to 123 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1880.777781] env[64147]: DEBUG nova.compute.provider_tree [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1880.815011] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840666, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.255361] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840667, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.266596] env[64147]: DEBUG nova.network.neutron [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updating instance_info_cache with network_info: [{"id": "953aab2f-3606-4206-9377-396cdb8fbdc3", "address": "fa:16:3e:6f:19:9c", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953aab2f-36", "ovs_interfaceid": "953aab2f-3606-4206-9377-396cdb8fbdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f58988fc-1761-4bd3-9873-b4e3835c0f5a", "address": "fa:16:3e:46:6e:65", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf58988fc-17", "ovs_interfaceid": "f58988fc-1761-4bd3-9873-b4e3835c0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "099c00de-6625-4d83-8ccb-9dd5f74cbf05", "address": "fa:16:3e:c1:a9:0f", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap099c00de-66", "ovs_interfaceid": "099c00de-6625-4d83-8ccb-9dd5f74cbf05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.272491] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "refresh_cache-4ed01e7c-577a-41a3-a8da-fc90992da26a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.272491] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "refresh_cache-4ed01e7c-577a-41a3-a8da-fc90992da26a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.272491] env[64147]: DEBUG nova.network.neutron [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1881.282756] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.817s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.285140] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.419s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.287311] env[64147]: INFO nova.compute.claims [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1881.310565] env[64147]: INFO nova.scheduler.client.report [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Deleted allocations for instance 75c29ea8-00ee-4b6f-93ec-88e1669adacf [ 1881.319396] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840666, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.442490] env[64147]: DEBUG nova.compute.manager [req-e26f83c5-0ec5-4f31-a6aa-8fc49762ee43 req-db3b3dee-fc39-489a-be1e-de5fbd7da7e6 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received event network-changed-099c00de-6625-4d83-8ccb-9dd5f74cbf05 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1881.442697] env[64147]: DEBUG nova.compute.manager [req-e26f83c5-0ec5-4f31-a6aa-8fc49762ee43 req-db3b3dee-fc39-489a-be1e-de5fbd7da7e6 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Refreshing instance network info cache due to event network-changed-099c00de-6625-4d83-8ccb-9dd5f74cbf05. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1881.442886] env[64147]: DEBUG oslo_concurrency.lockutils [req-e26f83c5-0ec5-4f31-a6aa-8fc49762ee43 req-db3b3dee-fc39-489a-be1e-de5fbd7da7e6 service nova] Acquiring lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.753554] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840667, 'name': CreateSnapshot_Task, 'duration_secs': 0.620558} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.753904] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1881.754537] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5308dc63-3690-4b4f-a2d6-e772fcd0cae6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.769104] env[64147]: DEBUG oslo_concurrency.lockutils [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.769710] env[64147]: DEBUG oslo_concurrency.lockutils [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.769870] env[64147]: DEBUG oslo_concurrency.lockutils [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.770134] env[64147]: DEBUG oslo_concurrency.lockutils [req-e26f83c5-0ec5-4f31-a6aa-8fc49762ee43 req-db3b3dee-fc39-489a-be1e-de5fbd7da7e6 service nova] Acquired lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.770308] env[64147]: DEBUG nova.network.neutron [req-e26f83c5-0ec5-4f31-a6aa-8fc49762ee43 req-db3b3dee-fc39-489a-be1e-de5fbd7da7e6 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Refreshing network info cache for port 099c00de-6625-4d83-8ccb-9dd5f74cbf05 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.771835] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b9ddd-0762-44c2-901b-b6864e3c095e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.790490] env[64147]: DEBUG nova.virt.hardware [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.790701] env[64147]: DEBUG nova.virt.hardware [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.790878] env[64147]: DEBUG nova.virt.hardware [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.791074] env[64147]: DEBUG nova.virt.hardware [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.791223] env[64147]: DEBUG nova.virt.hardware [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.791371] env[64147]: DEBUG nova.virt.hardware [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.791575] env[64147]: DEBUG nova.virt.hardware [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.791735] env[64147]: DEBUG nova.virt.hardware [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.791900] env[64147]: DEBUG nova.virt.hardware [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.792081] env[64147]: DEBUG nova.virt.hardware [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.792261] env[64147]: DEBUG nova.virt.hardware [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.798411] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Reconfiguring VM to attach interface {{(pid=64147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1881.801469] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48d77c3-3050-4845-820d-74001b7ad627 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.814040] env[64147]: DEBUG nova.network.neutron [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1881.822954] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6c37199-3973-49cd-8d03-3963e9743969 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "75c29ea8-00ee-4b6f-93ec-88e1669adacf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.172s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.825121] env[64147]: DEBUG oslo_vmware.api [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1881.825121] env[64147]: value = "task-1840668" [ 1881.825121] env[64147]: _type = "Task" [ 1881.825121] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.828347] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840666, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.837112] env[64147]: DEBUG oslo_vmware.api [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840668, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.970393] env[64147]: DEBUG nova.network.neutron [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Updating instance_info_cache with network_info: [{"id": "59cb24f8-8b86-4944-bfd0-ddbd12b665fc", "address": "fa:16:3e:55:fb:80", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59cb24f8-8b", "ovs_interfaceid": "59cb24f8-8b86-4944-bfd0-ddbd12b665fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.271857] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1882.272927] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66950126-d386-46d3-8e63-142fa0cb9590 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.288255] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1882.288255] env[64147]: value = "task-1840669" [ 1882.288255] env[64147]: _type = "Task" [ 1882.288255] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.297722] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840669, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.327744] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840666, 'name': CreateVM_Task, 'duration_secs': 1.732949} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.330303] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1882.331156] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.331329] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.331671] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1882.337371] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e41e1b-da51-4a6d-b187-b833df01c3df {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.347093] env[64147]: DEBUG oslo_vmware.api [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.348852] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1882.348852] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526a323c-b2dd-f29d-f3c5-16241e282e57" [ 1882.348852] env[64147]: _type = "Task" [ 1882.348852] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.361823] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526a323c-b2dd-f29d-f3c5-16241e282e57, 'name': SearchDatastore_Task, 'duration_secs': 0.014066} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.362131] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.362363] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1882.363090] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.363090] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.363090] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1882.363262] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26623eb0-d3dc-4e27-b9d7-ff591623cb56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.372207] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1882.372388] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1882.373208] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4655aa2c-534c-4867-8145-9e3d3747136e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.379622] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1882.379622] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52638bac-6351-74e3-cd1c-dcbf2209cfbc" [ 1882.379622] env[64147]: _type = "Task" [ 1882.379622] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.393432] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52638bac-6351-74e3-cd1c-dcbf2209cfbc, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.394243] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a81ab45-2385-4fa3-ba77-282176a32b2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.403487] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1882.403487] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5279efed-3c3e-67a7-1a7a-77e80a35ad2d" [ 1882.403487] env[64147]: _type = "Task" [ 1882.403487] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.415368] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5279efed-3c3e-67a7-1a7a-77e80a35ad2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.473231] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "refresh_cache-4ed01e7c-577a-41a3-a8da-fc90992da26a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.473763] env[64147]: DEBUG nova.compute.manager [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Instance network_info: |[{"id": "59cb24f8-8b86-4944-bfd0-ddbd12b665fc", "address": "fa:16:3e:55:fb:80", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59cb24f8-8b", "ovs_interfaceid": "59cb24f8-8b86-4944-bfd0-ddbd12b665fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1882.474157] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:fb:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59cb24f8-8b86-4944-bfd0-ddbd12b665fc', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1882.481910] env[64147]: DEBUG oslo.service.loopingcall [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1882.486755] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1882.487274] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5282cf1-6bb7-4dd3-8f50-3a4def969f03 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.510776] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1882.510776] env[64147]: value = "task-1840670" [ 1882.510776] env[64147]: _type = "Task" [ 1882.510776] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.521776] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840670, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.575962] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf760803-3a50-4341-a7e4-79b3078d17cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.584943] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b65363-8d54-4c1d-b2f1-bd663e5e5a9d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.618657] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac55c65c-570e-4b0c-b937-e6a57926f9f8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.624346] env[64147]: DEBUG nova.network.neutron [req-e26f83c5-0ec5-4f31-a6aa-8fc49762ee43 req-db3b3dee-fc39-489a-be1e-de5fbd7da7e6 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updated VIF entry in instance network info cache for port 099c00de-6625-4d83-8ccb-9dd5f74cbf05. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.624831] env[64147]: DEBUG nova.network.neutron [req-e26f83c5-0ec5-4f31-a6aa-8fc49762ee43 req-db3b3dee-fc39-489a-be1e-de5fbd7da7e6 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updating instance_info_cache with network_info: [{"id": "953aab2f-3606-4206-9377-396cdb8fbdc3", "address": "fa:16:3e:6f:19:9c", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953aab2f-36", "ovs_interfaceid": "953aab2f-3606-4206-9377-396cdb8fbdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f58988fc-1761-4bd3-9873-b4e3835c0f5a", "address": "fa:16:3e:46:6e:65", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf58988fc-17", "ovs_interfaceid": "f58988fc-1761-4bd3-9873-b4e3835c0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "099c00de-6625-4d83-8ccb-9dd5f74cbf05", "address": "fa:16:3e:c1:a9:0f", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap099c00de-66", "ovs_interfaceid": "099c00de-6625-4d83-8ccb-9dd5f74cbf05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.629813] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfea70b-b3a8-4071-81fe-5c64819fef36 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.645215] env[64147]: DEBUG nova.compute.provider_tree [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.764303] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.764614] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.764810] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.765010] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.765189] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.767311] env[64147]: INFO nova.compute.manager [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Terminating instance [ 1882.798034] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840669, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.858206] env[64147]: DEBUG oslo_vmware.api [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.860422] env[64147]: DEBUG nova.compute.manager [req-b32cd69c-4b8e-4ead-b3d1-cc4468622248 req-cda8fb24-17fb-4117-bcfc-3352bfb138b0 service nova] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Received event network-changed-59cb24f8-8b86-4944-bfd0-ddbd12b665fc {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1882.860680] env[64147]: DEBUG nova.compute.manager [req-b32cd69c-4b8e-4ead-b3d1-cc4468622248 req-cda8fb24-17fb-4117-bcfc-3352bfb138b0 service nova] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Refreshing instance network info cache due to event network-changed-59cb24f8-8b86-4944-bfd0-ddbd12b665fc. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1882.860846] env[64147]: DEBUG oslo_concurrency.lockutils [req-b32cd69c-4b8e-4ead-b3d1-cc4468622248 req-cda8fb24-17fb-4117-bcfc-3352bfb138b0 service nova] Acquiring lock "refresh_cache-4ed01e7c-577a-41a3-a8da-fc90992da26a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.860992] env[64147]: DEBUG oslo_concurrency.lockutils [req-b32cd69c-4b8e-4ead-b3d1-cc4468622248 req-cda8fb24-17fb-4117-bcfc-3352bfb138b0 service nova] Acquired lock "refresh_cache-4ed01e7c-577a-41a3-a8da-fc90992da26a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.861168] env[64147]: DEBUG nova.network.neutron [req-b32cd69c-4b8e-4ead-b3d1-cc4468622248 req-cda8fb24-17fb-4117-bcfc-3352bfb138b0 service nova] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Refreshing network info cache for port 59cb24f8-8b86-4944-bfd0-ddbd12b665fc {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.914406] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5279efed-3c3e-67a7-1a7a-77e80a35ad2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.914679] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.914935] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 6d0d8da8-99d6-4701-af0c-1952036b95ae/6d0d8da8-99d6-4701-af0c-1952036b95ae.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1882.915207] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3be1a3ec-e3a5-41f2-9883-8362e9dd4c6f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.923075] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1882.923075] env[64147]: value = "task-1840671" [ 1882.923075] env[64147]: _type = "Task" [ 1882.923075] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.931745] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.021020] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840670, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.130061] env[64147]: DEBUG oslo_concurrency.lockutils [req-e26f83c5-0ec5-4f31-a6aa-8fc49762ee43 req-db3b3dee-fc39-489a-be1e-de5fbd7da7e6 service nova] Releasing lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.148887] env[64147]: DEBUG nova.scheduler.client.report [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.271337] env[64147]: DEBUG nova.compute.manager [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1883.271565] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1883.272516] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdd345f-0e7b-4639-9696-35fea240f250 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.281980] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.282286] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c06fae1-95b6-4ff2-b43d-22fba7f36c32 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.295430] env[64147]: DEBUG oslo_vmware.api [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1883.295430] env[64147]: value = "task-1840672" [ 1883.295430] env[64147]: _type = "Task" [ 1883.295430] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.302999] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840669, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.308854] env[64147]: DEBUG oslo_vmware.api [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.343123] env[64147]: DEBUG oslo_vmware.api [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840668, 'name': ReconfigVM_Task, 'duration_secs': 1.018635} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.343693] env[64147]: DEBUG oslo_concurrency.lockutils [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.343999] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Reconfigured VM to attach interface {{(pid=64147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1883.434485] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464489} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.434771] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 6d0d8da8-99d6-4701-af0c-1952036b95ae/6d0d8da8-99d6-4701-af0c-1952036b95ae.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1883.435017] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1883.435290] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2260ee92-c5dd-40bc-93dd-fad2233b94d3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.443635] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1883.443635] env[64147]: value = "task-1840673" [ 1883.443635] env[64147]: _type = "Task" [ 1883.443635] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.453351] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.522159] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840670, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.616459] env[64147]: DEBUG nova.network.neutron [req-b32cd69c-4b8e-4ead-b3d1-cc4468622248 req-cda8fb24-17fb-4117-bcfc-3352bfb138b0 service nova] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Updated VIF entry in instance network info cache for port 59cb24f8-8b86-4944-bfd0-ddbd12b665fc. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1883.616841] env[64147]: DEBUG nova.network.neutron [req-b32cd69c-4b8e-4ead-b3d1-cc4468622248 req-cda8fb24-17fb-4117-bcfc-3352bfb138b0 service nova] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Updating instance_info_cache with network_info: [{"id": "59cb24f8-8b86-4944-bfd0-ddbd12b665fc", "address": "fa:16:3e:55:fb:80", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59cb24f8-8b", "ovs_interfaceid": "59cb24f8-8b86-4944-bfd0-ddbd12b665fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.654881] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.655643] env[64147]: DEBUG nova.compute.manager [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1883.658788] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.684s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.660342] env[64147]: INFO nova.compute.claims [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1883.803322] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840669, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.808460] env[64147]: DEBUG oslo_vmware.api [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840672, 'name': PowerOffVM_Task, 'duration_secs': 0.315746} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.808768] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1883.808956] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1883.809225] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5f65411-fec0-499c-a49a-199f40a5f0a3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.849248] env[64147]: DEBUG oslo_concurrency.lockutils [None req-11699153-c8f8-4fd9-8c52-0bc1ac3f4a33 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-099c00de-6625-4d83-8ccb-9dd5f74cbf05" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.343s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.954803] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080149} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.955109] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1883.955897] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb8fd9f-12ae-44b0-a962-f4f0c81906dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.977967] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6d0d8da8-99d6-4701-af0c-1952036b95ae/6d0d8da8-99d6-4701-af0c-1952036b95ae.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.978245] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58841032-4237-4557-b558-f1f3c8d7bd9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.998994] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1883.998994] env[64147]: value = "task-1840675" [ 1883.998994] env[64147]: _type = "Task" [ 1883.998994] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.008526] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.021765] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840670, 'name': CreateVM_Task, 'duration_secs': 1.492329} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.021922] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1884.022610] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.022764] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.023106] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1884.023349] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b381f578-879f-4645-84f6-6a4a1eb7baa4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.028836] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1884.028836] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5228f8f6-fac8-d84e-f820-818bc5f3f6e6" [ 1884.028836] env[64147]: _type = "Task" [ 1884.028836] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.039175] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5228f8f6-fac8-d84e-f820-818bc5f3f6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.116744] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.117105] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.117384] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Deleting the datastore file [datastore1] 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.117711] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1886d652-c1f0-4475-ae56-b961ad6e6f5b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.120369] env[64147]: DEBUG oslo_concurrency.lockutils [req-b32cd69c-4b8e-4ead-b3d1-cc4468622248 req-cda8fb24-17fb-4117-bcfc-3352bfb138b0 service nova] Releasing lock "refresh_cache-4ed01e7c-577a-41a3-a8da-fc90992da26a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.126718] env[64147]: DEBUG oslo_vmware.api [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for the task: (returnval){ [ 1884.126718] env[64147]: value = "task-1840676" [ 1884.126718] env[64147]: _type = "Task" [ 1884.126718] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.135807] env[64147]: DEBUG oslo_vmware.api [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.165326] env[64147]: DEBUG nova.compute.utils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.169044] env[64147]: DEBUG nova.compute.manager [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1884.169044] env[64147]: DEBUG nova.network.neutron [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1884.210320] env[64147]: DEBUG nova.policy [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d0b08ca57c6428da55dbc42a0ff4bfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f15a7a2b04f9414d87076c5df508bca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1884.301542] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840669, 'name': CloneVM_Task, 'duration_secs': 1.769679} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.301715] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Created linked-clone VM from snapshot [ 1884.302512] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b8ff24-4c5c-4260-b89b-4a78dd3b7e03 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.310626] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Uploading image d0cfaaf0-1eb4-4197-b51b-88ee3667ecdb {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1884.335355] env[64147]: DEBUG oslo_vmware.rw_handles [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1884.335355] env[64147]: value = "vm-380893" [ 1884.335355] env[64147]: _type = "VirtualMachine" [ 1884.335355] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1884.335636] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21949d92-3133-422f-8b61-2a5f60679c45 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.343580] env[64147]: DEBUG oslo_vmware.rw_handles [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lease: (returnval){ [ 1884.343580] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524de4b7-5794-847e-7c60-7db4b81f7a00" [ 1884.343580] env[64147]: _type = "HttpNfcLease" [ 1884.343580] env[64147]: } obtained for exporting VM: (result){ [ 1884.343580] env[64147]: value = "vm-380893" [ 1884.343580] env[64147]: _type = "VirtualMachine" [ 1884.343580] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1884.343844] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the lease: (returnval){ [ 1884.343844] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524de4b7-5794-847e-7c60-7db4b81f7a00" [ 1884.343844] env[64147]: _type = "HttpNfcLease" [ 1884.343844] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1884.352077] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1884.352077] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524de4b7-5794-847e-7c60-7db4b81f7a00" [ 1884.352077] env[64147]: _type = "HttpNfcLease" [ 1884.352077] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1884.512185] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840675, 'name': ReconfigVM_Task, 'duration_secs': 0.302511} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.512567] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6d0d8da8-99d6-4701-af0c-1952036b95ae/6d0d8da8-99d6-4701-af0c-1952036b95ae.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.513389] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc02df33-e2cf-4094-b218-526d3a39ea2b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.516050] env[64147]: DEBUG nova.network.neutron [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Successfully created port: 4b44060f-6687-40be-9a56-82392cf5fe19 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1884.524577] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1884.524577] env[64147]: value = "task-1840678" [ 1884.524577] env[64147]: _type = "Task" [ 1884.524577] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.536282] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840678, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.542200] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5228f8f6-fac8-d84e-f820-818bc5f3f6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.542497] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.542731] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1884.542960] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.543120] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.543296] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1884.543551] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffe8c6bf-63ac-4896-b734-aad73441e61b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.552963] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1884.553168] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1884.553894] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b6e4dc-d96a-403c-93ee-3a4018b58d5d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.559731] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1884.559731] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526558f2-40d0-58bf-d666-18b02d45124d" [ 1884.559731] env[64147]: _type = "Task" [ 1884.559731] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.568821] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526558f2-40d0-58bf-d666-18b02d45124d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.637675] env[64147]: DEBUG oslo_vmware.api [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Task: {'id': task-1840676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155333} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.637937] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1884.638145] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1884.638331] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1884.638510] env[64147]: INFO nova.compute.manager [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1884.638814] env[64147]: DEBUG oslo.service.loopingcall [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.638967] env[64147]: DEBUG nova.compute.manager [-] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1884.639072] env[64147]: DEBUG nova.network.neutron [-] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1884.670639] env[64147]: DEBUG nova.compute.manager [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1884.853242] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1884.853242] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524de4b7-5794-847e-7c60-7db4b81f7a00" [ 1884.853242] env[64147]: _type = "HttpNfcLease" [ 1884.853242] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1884.855670] env[64147]: DEBUG oslo_vmware.rw_handles [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1884.855670] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524de4b7-5794-847e-7c60-7db4b81f7a00" [ 1884.855670] env[64147]: _type = "HttpNfcLease" [ 1884.855670] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1884.857035] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5052c2c8-63df-4f67-a6f3-36c2f8de330e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.864783] env[64147]: DEBUG oslo_vmware.rw_handles [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fdc2d9-fe28-7e50-eed0-073677ff7a28/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1884.864962] env[64147]: DEBUG oslo_vmware.rw_handles [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fdc2d9-fe28-7e50-eed0-073677ff7a28/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1884.976307] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5800bea7-ac5d-4330-9154-00ef566561b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.985919] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442c1c9c-74c9-4cfa-b27b-6de7aeb91a0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.022959] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7facde3d-93c6-4ab1-b930-6d0ab07aff8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.026101] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-291f85a4-58a6-409b-a06e-974d01d7fa8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.039725] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664462b4-8bab-47c1-82bb-496900e23e84 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.043988] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840678, 'name': Rename_Task, 'duration_secs': 0.150079} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.045972] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1885.047988] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0650f93b-35a3-4ff2-ae8a-a0fb71f8a0b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.056785] env[64147]: DEBUG nova.compute.provider_tree [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.063230] env[64147]: DEBUG nova.compute.manager [req-f4b3ada1-d960-45d2-83d9-c33f2806b83b req-aae140bb-9151-467b-8110-2d038cacaae6 service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Received event network-vif-deleted-d36777cc-976e-4a5c-92d3-511058f8cd42 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1885.063415] env[64147]: INFO nova.compute.manager [req-f4b3ada1-d960-45d2-83d9-c33f2806b83b req-aae140bb-9151-467b-8110-2d038cacaae6 service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Neutron deleted interface d36777cc-976e-4a5c-92d3-511058f8cd42; detaching it from the instance and deleting it from the info cache [ 1885.063590] env[64147]: DEBUG nova.network.neutron [req-f4b3ada1-d960-45d2-83d9-c33f2806b83b req-aae140bb-9151-467b-8110-2d038cacaae6 service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.065034] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1885.065034] env[64147]: value = "task-1840679" [ 1885.065034] env[64147]: _type = "Task" [ 1885.065034] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.083559] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526558f2-40d0-58bf-d666-18b02d45124d, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.087607] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840679, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.087845] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d4bc21-7cb1-4c18-af52-1a80e4a9ccb9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.094049] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1885.094049] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522bba05-f485-cb95-c2f0-ad001f78a93a" [ 1885.094049] env[64147]: _type = "Task" [ 1885.094049] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.102690] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522bba05-f485-cb95-c2f0-ad001f78a93a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.228774] env[64147]: INFO nova.compute.manager [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Rebuilding instance [ 1885.281146] env[64147]: DEBUG nova.compute.manager [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1885.282027] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36236e8-2ba7-4c17-99bf-ef4f186664fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.438713] env[64147]: DEBUG nova.network.neutron [-] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.566854] env[64147]: DEBUG nova.scheduler.client.report [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.573632] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db327c56-c356-4245-9dbf-8d4ef9ff73f0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.582388] env[64147]: DEBUG oslo_vmware.api [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840679, 'name': PowerOnVM_Task, 'duration_secs': 0.476719} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.583775] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.584059] env[64147]: DEBUG nova.compute.manager [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1885.585183] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e27701-7caf-4f27-9d31-df63a6893f74 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.590329] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e3d0bf-9d30-410d-b2e3-a918fcee469c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.616384] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522bba05-f485-cb95-c2f0-ad001f78a93a, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.616767] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.617045] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 4ed01e7c-577a-41a3-a8da-fc90992da26a/4ed01e7c-577a-41a3-a8da-fc90992da26a.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1885.627736] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4476c47-1784-474c-b01f-06c3d2df62a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.630124] env[64147]: DEBUG nova.compute.manager [req-f4b3ada1-d960-45d2-83d9-c33f2806b83b req-aae140bb-9151-467b-8110-2d038cacaae6 service nova] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Detach interface failed, port_id=d36777cc-976e-4a5c-92d3-511058f8cd42, reason: Instance 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1885.636315] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1885.636315] env[64147]: value = "task-1840680" [ 1885.636315] env[64147]: _type = "Task" [ 1885.636315] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.645386] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.686237] env[64147]: DEBUG nova.compute.manager [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1885.707930] env[64147]: DEBUG nova.virt.hardware [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1885.708310] env[64147]: DEBUG nova.virt.hardware [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.708808] env[64147]: DEBUG nova.virt.hardware [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1885.709277] env[64147]: DEBUG nova.virt.hardware [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.709484] env[64147]: DEBUG nova.virt.hardware [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1885.709643] env[64147]: DEBUG nova.virt.hardware [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1885.709870] env[64147]: DEBUG nova.virt.hardware [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1885.710032] env[64147]: DEBUG nova.virt.hardware [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1885.710208] env[64147]: DEBUG nova.virt.hardware [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1885.710372] env[64147]: DEBUG nova.virt.hardware [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1885.710540] env[64147]: DEBUG nova.virt.hardware [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1885.711556] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c38dca-524c-42ae-b103-f1eec69f7f6d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.722076] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d5f27e-ef19-4858-ad8c-2616d1dd2805 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.800991] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-f58988fc-1761-4bd3-9873-b4e3835c0f5a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.801370] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-f58988fc-1761-4bd3-9873-b4e3835c0f5a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.942590] env[64147]: INFO nova.compute.manager [-] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Took 1.30 seconds to deallocate network for instance. [ 1886.072063] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.072475] env[64147]: DEBUG nova.compute.manager [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1886.076186] env[64147]: DEBUG oslo_concurrency.lockutils [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.934s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.076255] env[64147]: DEBUG nova.objects.instance [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lazy-loading 'resources' on Instance uuid 6a527eed-6436-4737-bb54-bb628f00bd61 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.116769] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.147638] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840680, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.299734] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.299734] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-650c7eeb-01b8-4f9b-8fe0-bc0d9e5b6929 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.304146] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.304367] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.305275] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d810f521-7c89-4168-b7bd-99ecec7f0c16 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.309931] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for the task: (returnval){ [ 1886.309931] env[64147]: value = "task-1840681" [ 1886.309931] env[64147]: _type = "Task" [ 1886.309931] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.328308] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542b8387-5814-4b51-b681-c910528f367e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.334887] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.362252] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Reconfiguring VM to detach interface {{(pid=64147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1886.362712] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49c080e2-1e7d-4792-8269-0b5c127bcfa7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.383195] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1886.383195] env[64147]: value = "task-1840682" [ 1886.383195] env[64147]: _type = "Task" [ 1886.383195] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.394953] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.449541] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.579737] env[64147]: DEBUG nova.compute.utils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1886.586396] env[64147]: DEBUG nova.compute.manager [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1886.586760] env[64147]: DEBUG nova.network.neutron [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1886.627431] env[64147]: DEBUG nova.policy [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c33259a03ce49df886b61092d03ed5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75d89bfa3bd4bc0b581c30c8ba92309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1886.653642] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513157} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.654020] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 4ed01e7c-577a-41a3-a8da-fc90992da26a/4ed01e7c-577a-41a3-a8da-fc90992da26a.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1886.654334] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1886.654726] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4ab23a3-bf3d-44ca-8027-da58f4a2f2f1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.667350] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1886.667350] env[64147]: value = "task-1840683" [ 1886.667350] env[64147]: _type = "Task" [ 1886.667350] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.677876] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.822374] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840681, 'name': PowerOffVM_Task, 'duration_secs': 0.251472} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.823881] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.827030] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.827030] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b7ea09-fc7d-4505-8d4b-217eadf8227f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.834246] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for the task: (returnval){ [ 1886.834246] env[64147]: value = "task-1840684" [ 1886.834246] env[64147]: _type = "Task" [ 1886.834246] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.843247] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.893970] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.915960] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be379eb9-df48-4bed-a2de-be735283a168 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.926021] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4519cb27-d6e9-4cfa-adb7-aeadf694d563 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.963928] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "6d0d8da8-99d6-4701-af0c-1952036b95ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.964253] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "6d0d8da8-99d6-4701-af0c-1952036b95ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.964346] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "6d0d8da8-99d6-4701-af0c-1952036b95ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.964650] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "6d0d8da8-99d6-4701-af0c-1952036b95ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.966803] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "6d0d8da8-99d6-4701-af0c-1952036b95ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.968034] env[64147]: INFO nova.compute.manager [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Terminating instance [ 1886.970227] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae183433-7c22-4b69-a356-57c94bb21425 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.983306] env[64147]: DEBUG nova.network.neutron [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Successfully created port: 573fc8b9-f525-4cfd-8596-8a63b453fa8b {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1886.986800] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc423b83-985e-48c7-8c0b-6cd2a9c0accd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.006558] env[64147]: DEBUG nova.compute.provider_tree [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1887.082764] env[64147]: DEBUG nova.compute.manager [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1887.177210] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07385} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.177531] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1887.178318] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdfcebd-6b88-4cf0-bd5f-6bb07c0cbea5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.203054] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 4ed01e7c-577a-41a3-a8da-fc90992da26a/4ed01e7c-577a-41a3-a8da-fc90992da26a.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.203054] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6efe9617-2945-4c76-9209-022c9d349327 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.225273] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1887.225273] env[64147]: value = "task-1840685" [ 1887.225273] env[64147]: _type = "Task" [ 1887.225273] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.235449] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.345649] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1887.345885] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1887.346082] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380790', 'volume_id': '2571bbce-12bf-4581-a656-d32e0f07117c', 'name': 'volume-2571bbce-12bf-4581-a656-d32e0f07117c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97706ce3-e0e6-446a-9c80-dbcc6c4963c5', 'attached_at': '', 'detached_at': '', 'volume_id': '2571bbce-12bf-4581-a656-d32e0f07117c', 'serial': '2571bbce-12bf-4581-a656-d32e0f07117c'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1887.346906] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16568268-b3af-491c-8ae4-024756b1201e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.367385] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762fad93-a226-4e26-b1ad-c2152852cfdc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.378714] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36e8bfd-3192-43f6-8ecb-68957b8d6cb0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.402164] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16409ddb-5ee6-46ca-8a6b-4b33c86e796e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.408064] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.421952] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] The volume has not been displaced from its original location: [datastore1] volume-2571bbce-12bf-4581-a656-d32e0f07117c/volume-2571bbce-12bf-4581-a656-d32e0f07117c.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1887.427983] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1887.427983] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a388908-9e06-49b2-92ca-8e23d9a5858c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.449180] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for the task: (returnval){ [ 1887.449180] env[64147]: value = "task-1840686" [ 1887.449180] env[64147]: _type = "Task" [ 1887.449180] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.458483] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.477792] env[64147]: DEBUG nova.compute.manager [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1887.477943] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.479012] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd3433f-0634-44da-a2e1-ae36fabeea3c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.487913] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.488228] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab56ac4-4ac2-4c76-b7d9-0ba114de77b2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.497121] env[64147]: DEBUG oslo_vmware.api [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1887.497121] env[64147]: value = "task-1840687" [ 1887.497121] env[64147]: _type = "Task" [ 1887.497121] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.509564] env[64147]: DEBUG oslo_vmware.api [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.528392] env[64147]: ERROR nova.scheduler.client.report [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [req-0e1ecb25-0b47-421a-99f8-dcf12dd3ce6e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e1ecb25-0b47-421a-99f8-dcf12dd3ce6e"}]} [ 1887.532728] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "07811f49-9bcb-4a28-b740-20fae75c98b0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.533055] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.546066] env[64147]: DEBUG nova.scheduler.client.report [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1887.562747] env[64147]: DEBUG nova.scheduler.client.report [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1887.563078] env[64147]: DEBUG nova.compute.provider_tree [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1887.578400] env[64147]: DEBUG nova.scheduler.client.report [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1887.585486] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.585757] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.600507] env[64147]: DEBUG nova.scheduler.client.report [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1887.741613] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.858396] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98addd7b-aa2e-4ef4-bdf3-beab0c756d20 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.868583] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856b6abe-4f8a-4108-9fee-d4e2cb02804b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.901547] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7103db8a-b95e-43f5-9f0d-3d264cea497c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.910141] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7115c51-9a42-4cf0-8538-e29076443dfe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.916728] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.926761] env[64147]: DEBUG nova.compute.provider_tree [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1887.958965] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840686, 'name': ReconfigVM_Task, 'duration_secs': 0.284777} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.959213] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1887.964039] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f04e4580-59c7-4b35-9567-92f5d4c63a39 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.980662] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for the task: (returnval){ [ 1887.980662] env[64147]: value = "task-1840688" [ 1887.980662] env[64147]: _type = "Task" [ 1887.980662] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.989268] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.006672] env[64147]: DEBUG oslo_vmware.api [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840687, 'name': PowerOffVM_Task, 'duration_secs': 0.212709} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.006934] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1888.007120] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1888.007372] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-158cc785-a911-49dc-8569-62b6bb0be5e0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.040140] env[64147]: INFO nova.compute.manager [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Detaching volume 1f9c56bf-e534-4f99-9d2d-4084a9b5c62c [ 1888.080411] env[64147]: INFO nova.virt.block_device [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Attempting to driver detach volume 1f9c56bf-e534-4f99-9d2d-4084a9b5c62c from mountpoint /dev/sdb [ 1888.080754] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1888.081402] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380875', 'volume_id': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'name': 'volume-1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07811f49-9bcb-4a28-b740-20fae75c98b0', 'attached_at': '', 'detached_at': '', 'volume_id': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'serial': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1888.082345] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09873319-ee38-4879-b23a-a9600372e9d9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.107666] env[64147]: DEBUG nova.compute.manager [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1888.110950] env[64147]: DEBUG nova.compute.manager [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1888.114172] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd161be-353f-4355-8f74-be702abb42a3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.124110] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6520a347-87c0-476b-9653-06f74cfd8ee3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.146430] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee95c1eb-3bff-4723-bc09-e7b82d0baac9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.164955] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] The volume has not been displaced from its original location: [datastore1] volume-1f9c56bf-e534-4f99-9d2d-4084a9b5c62c/volume-1f9c56bf-e534-4f99-9d2d-4084a9b5c62c.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1888.170515] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1888.173561] env[64147]: DEBUG nova.virt.hardware [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.173999] env[64147]: DEBUG nova.virt.hardware [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.174281] env[64147]: DEBUG nova.virt.hardware [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.174584] env[64147]: DEBUG nova.virt.hardware [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.174847] env[64147]: DEBUG nova.virt.hardware [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.175118] env[64147]: DEBUG nova.virt.hardware [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.175462] env[64147]: DEBUG nova.virt.hardware [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.175728] env[64147]: DEBUG nova.virt.hardware [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.176029] env[64147]: DEBUG nova.virt.hardware [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.176311] env[64147]: DEBUG nova.virt.hardware [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.176585] env[64147]: DEBUG nova.virt.hardware [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.176959] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9851892-32c8-4aac-96c9-a538ad3486b5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.190569] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d2bcb6-3cf7-4508-be4f-f89454ed787f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.199253] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a55547-ba1a-4c37-98e7-7d8acb65bb9c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.204462] env[64147]: DEBUG oslo_vmware.api [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1888.204462] env[64147]: value = "task-1840690" [ 1888.204462] env[64147]: _type = "Task" [ 1888.204462] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.221341] env[64147]: DEBUG oslo_vmware.api [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.236000] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840685, 'name': ReconfigVM_Task, 'duration_secs': 0.529246} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.236631] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 4ed01e7c-577a-41a3-a8da-fc90992da26a/4ed01e7c-577a-41a3-a8da-fc90992da26a.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.238072] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a84bb2a-67b0-4c44-a4f2-8c871b5ea38d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.245774] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1888.245774] env[64147]: value = "task-1840691" [ 1888.245774] env[64147]: _type = "Task" [ 1888.245774] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.255184] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840691, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.407984] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.461279] env[64147]: DEBUG nova.scheduler.client.report [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1888.461279] env[64147]: DEBUG nova.compute.provider_tree [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 124 to 125 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1888.461482] env[64147]: DEBUG nova.compute.provider_tree [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1888.493175] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840688, 'name': ReconfigVM_Task, 'duration_secs': 0.19002} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.493483] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380790', 'volume_id': '2571bbce-12bf-4581-a656-d32e0f07117c', 'name': 'volume-2571bbce-12bf-4581-a656-d32e0f07117c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97706ce3-e0e6-446a-9c80-dbcc6c4963c5', 'attached_at': '', 'detached_at': '', 'volume_id': '2571bbce-12bf-4581-a656-d32e0f07117c', 'serial': '2571bbce-12bf-4581-a656-d32e0f07117c'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1888.493747] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1888.494542] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9004288c-cb79-4f7e-bb03-a9ce30d97e4c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.502675] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1888.502919] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e17674b-0e42-47d6-8bb5-fba115795219 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.630941] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.715377] env[64147]: DEBUG oslo_vmware.api [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840690, 'name': ReconfigVM_Task, 'duration_secs': 0.2282} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.715662] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1888.720384] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe83b506-a918-460c-b8c8-b79434db7c4e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.738052] env[64147]: DEBUG oslo_vmware.api [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1888.738052] env[64147]: value = "task-1840693" [ 1888.738052] env[64147]: _type = "Task" [ 1888.738052] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.749705] env[64147]: DEBUG oslo_vmware.api [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.758131] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840691, 'name': Rename_Task, 'duration_secs': 0.291069} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.758615] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1888.758883] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75e42654-3962-41d1-b143-802f460756bd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.766974] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1888.766974] env[64147]: value = "task-1840694" [ 1888.766974] env[64147]: _type = "Task" [ 1888.766974] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.783119] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.909619] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.966752] env[64147]: DEBUG oslo_concurrency.lockutils [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.891s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.969250] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.468s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.970892] env[64147]: INFO nova.compute.claims [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1888.985212] env[64147]: INFO nova.scheduler.client.report [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleted allocations for instance 6a527eed-6436-4737-bb54-bb628f00bd61 [ 1889.249109] env[64147]: DEBUG oslo_vmware.api [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840693, 'name': ReconfigVM_Task, 'duration_secs': 0.151925} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.249378] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380875', 'volume_id': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'name': 'volume-1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07811f49-9bcb-4a28-b740-20fae75c98b0', 'attached_at': '', 'detached_at': '', 'volume_id': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c', 'serial': '1f9c56bf-e534-4f99-9d2d-4084a9b5c62c'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1889.278086] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840694, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.410035] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.494839] env[64147]: DEBUG oslo_concurrency.lockutils [None req-73248d9b-2961-4af9-bcdd-7de92b128632 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "6a527eed-6436-4737-bb54-bb628f00bd61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.021s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.778668] env[64147]: DEBUG oslo_vmware.api [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840694, 'name': PowerOnVM_Task, 'duration_secs': 0.588415} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.778925] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.779149] env[64147]: INFO nova.compute.manager [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1889.779330] env[64147]: DEBUG nova.compute.manager [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.780182] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6a021a-0c5f-4a2a-b955-e1900c23cca6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.794253] env[64147]: DEBUG nova.objects.instance [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lazy-loading 'flavor' on Instance uuid 07811f49-9bcb-4a28-b740-20fae75c98b0 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.909952] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.186576] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7f2e12-f57f-4913-8325-c6cd1e9d9e8b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.194852] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4522956a-7408-4aa8-9e2a-ff1fe40bc7b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.227601] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbad6dc-8c72-4616-a82d-af4c814460b8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.236925] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f945bc-43ac-4584-abc5-f75aa24199e1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.252114] env[64147]: DEBUG nova.compute.provider_tree [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.299202] env[64147]: INFO nova.compute.manager [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Took 18.74 seconds to build instance. [ 1890.410897] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.755017] env[64147]: DEBUG nova.scheduler.client.report [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.801764] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8e64380a-9089-4de6-9115-444a9cac9805 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "4ed01e7c-577a-41a3-a8da-fc90992da26a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.252s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.804821] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c2b34242-83a1-4229-889d-b0cf61482d26 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.913660] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.260038] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.260342] env[64147]: DEBUG nova.compute.manager [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1891.263137] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.214s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.413178] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.567022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "4ed01e7c-577a-41a3-a8da-fc90992da26a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.567304] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "4ed01e7c-577a-41a3-a8da-fc90992da26a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.567510] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "4ed01e7c-577a-41a3-a8da-fc90992da26a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.567690] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "4ed01e7c-577a-41a3-a8da-fc90992da26a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.567861] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "4ed01e7c-577a-41a3-a8da-fc90992da26a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.569907] env[64147]: INFO nova.compute.manager [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Terminating instance [ 1891.766711] env[64147]: DEBUG nova.compute.utils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.770267] env[64147]: INFO nova.compute.claims [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1891.773926] env[64147]: DEBUG nova.compute.manager [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1891.774116] env[64147]: DEBUG nova.network.neutron [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1891.813336] env[64147]: DEBUG nova.policy [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5c672a781f5450c808e83ba33961dcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb34cad6b5084a0fb6ddadf8f938a547', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1891.913967] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.930129] env[64147]: DEBUG oslo_concurrency.lockutils [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "07811f49-9bcb-4a28-b740-20fae75c98b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.930411] env[64147]: DEBUG oslo_concurrency.lockutils [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.930619] env[64147]: DEBUG oslo_concurrency.lockutils [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "07811f49-9bcb-4a28-b740-20fae75c98b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.930799] env[64147]: DEBUG oslo_concurrency.lockutils [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.930971] env[64147]: DEBUG oslo_concurrency.lockutils [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.933819] env[64147]: INFO nova.compute.manager [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Terminating instance [ 1892.074456] env[64147]: DEBUG nova.compute.manager [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1892.074704] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1892.076256] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d4745b-4077-4ba9-8695-53cc96503c40 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.085176] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1892.085467] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f64e0661-9338-4fe9-88a5-a10e5523a10e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.093603] env[64147]: DEBUG oslo_vmware.api [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1892.093603] env[64147]: value = "task-1840695" [ 1892.093603] env[64147]: _type = "Task" [ 1892.093603] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.102291] env[64147]: DEBUG oslo_vmware.api [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.271499] env[64147]: DEBUG nova.network.neutron [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Successfully created port: 30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1892.274293] env[64147]: DEBUG nova.compute.manager [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1892.279177] env[64147]: INFO nova.compute.resource_tracker [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating resource usage from migration 4d4859fe-2a3f-4fb3-b836-526cd6f226e1 [ 1892.416945] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.440147] env[64147]: DEBUG nova.compute.manager [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1892.441480] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1892.444884] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180cd0d7-5c73-4f85-806b-9c5997d5607c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.453338] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1892.454460] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9b39290-27f9-4f4b-b28c-bcbab74fb37c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.466225] env[64147]: DEBUG oslo_vmware.api [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1892.466225] env[64147]: value = "task-1840696" [ 1892.466225] env[64147]: _type = "Task" [ 1892.466225] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.478137] env[64147]: DEBUG oslo_vmware.api [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.554445] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4837c3-7735-4fb6-bb96-7715f6a48703 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.563370] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f77c7ef-f519-4d56-928c-f3445f7d2914 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.598018] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f30419-517d-4f62-abf2-ef2c44ad8113 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.610910] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710efe67-27de-4847-b1b2-61fc47d64cd1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.615299] env[64147]: DEBUG oslo_vmware.api [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840695, 'name': PowerOffVM_Task, 'duration_secs': 0.263434} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.615718] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1892.615985] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1892.616772] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ace2f113-715b-48c8-a9a9-f31f9c886a9e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.627786] env[64147]: DEBUG nova.compute.provider_tree [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1892.916149] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.976780] env[64147]: DEBUG oslo_vmware.api [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840696, 'name': PowerOffVM_Task, 'duration_secs': 0.211586} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.977989] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1892.977989] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1892.977989] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e159d30-8278-40b5-ac4b-20b174525c3b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.131581] env[64147]: DEBUG nova.scheduler.client.report [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.288828] env[64147]: DEBUG nova.compute.manager [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1893.313178] env[64147]: DEBUG nova.virt.hardware [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1893.313440] env[64147]: DEBUG nova.virt.hardware [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1893.313594] env[64147]: DEBUG nova.virt.hardware [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1893.313775] env[64147]: DEBUG nova.virt.hardware [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1893.313920] env[64147]: DEBUG nova.virt.hardware [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1893.314081] env[64147]: DEBUG nova.virt.hardware [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1893.314294] env[64147]: DEBUG nova.virt.hardware [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1893.314449] env[64147]: DEBUG nova.virt.hardware [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1893.314613] env[64147]: DEBUG nova.virt.hardware [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1893.314770] env[64147]: DEBUG nova.virt.hardware [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1893.314937] env[64147]: DEBUG nova.virt.hardware [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1893.315801] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6931da70-7c8b-4d48-854f-f353e991d58a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.324207] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c4b5b2-4e8a-4a88-971a-97a53d838516 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.417210] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.482110] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.482110] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.482110] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleting the datastore file [datastore1] 6d0d8da8-99d6-4701-af0c-1952036b95ae {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.482110] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7368cbe5-620f-4ef8-9101-6e6d725a36cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.493759] env[64147]: DEBUG oslo_vmware.api [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1893.493759] env[64147]: value = "task-1840699" [ 1893.493759] env[64147]: _type = "Task" [ 1893.493759] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.495361] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.495595] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.495792] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Deleting the datastore file [datastore1] 07811f49-9bcb-4a28-b740-20fae75c98b0 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.499922] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9354da40-190c-4306-98d2-34965ef1dc82 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.504940] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.505298] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.505481] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Deleting the datastore file [datastore1] 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.505777] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e13d053b-14e6-4d94-85a0-a6214f4e1cd8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.511111] env[64147]: DEBUG oslo_vmware.api [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.512885] env[64147]: DEBUG oslo_vmware.api [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1893.512885] env[64147]: value = "task-1840700" [ 1893.512885] env[64147]: _type = "Task" [ 1893.512885] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.517734] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for the task: (returnval){ [ 1893.517734] env[64147]: value = "task-1840701" [ 1893.517734] env[64147]: _type = "Task" [ 1893.517734] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.524426] env[64147]: DEBUG oslo_vmware.api [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.525977] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.526227] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.526409] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleting the datastore file [datastore1] 4ed01e7c-577a-41a3-a8da-fc90992da26a {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.526703] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba42dcb5-6c42-4293-88f3-998ba95ea2c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.533952] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.535867] env[64147]: DEBUG oslo_vmware.api [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1893.535867] env[64147]: value = "task-1840702" [ 1893.535867] env[64147]: _type = "Task" [ 1893.535867] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.546180] env[64147]: DEBUG oslo_vmware.api [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.637394] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.374s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.637658] env[64147]: INFO nova.compute.manager [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Migrating [ 1893.645019] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.528s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.645326] env[64147]: DEBUG nova.objects.instance [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1893.917863] env[64147]: DEBUG oslo_vmware.api [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840682, 'name': ReconfigVM_Task, 'duration_secs': 7.267174} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.918237] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.918511] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Reconfigured VM to detach interface {{(pid=64147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1894.006946] env[64147]: DEBUG oslo_vmware.api [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240475} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.008126] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.008126] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.008126] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.008126] env[64147]: INFO nova.compute.manager [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Took 6.53 seconds to destroy the instance on the hypervisor. [ 1894.008126] env[64147]: DEBUG oslo.service.loopingcall [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.008354] env[64147]: DEBUG nova.compute.manager [-] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1894.008386] env[64147]: DEBUG nova.network.neutron [-] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1894.024633] env[64147]: DEBUG oslo_vmware.api [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25358} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.025399] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.025590] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.025787] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.025984] env[64147]: INFO nova.compute.manager [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1894.026246] env[64147]: DEBUG oslo.service.loopingcall [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.026452] env[64147]: DEBUG nova.compute.manager [-] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1894.026549] env[64147]: DEBUG nova.network.neutron [-] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1894.032085] env[64147]: DEBUG oslo_vmware.api [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Task: {'id': task-1840701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141785} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.032356] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.032545] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.032732] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.048220] env[64147]: DEBUG oslo_vmware.api [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239928} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.048483] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.048691] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.048880] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.049079] env[64147]: INFO nova.compute.manager [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Took 1.97 seconds to destroy the instance on the hypervisor. [ 1894.049327] env[64147]: DEBUG oslo.service.loopingcall [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.049514] env[64147]: DEBUG nova.compute.manager [-] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1894.049629] env[64147]: DEBUG nova.network.neutron [-] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1894.106443] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1894.106839] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c9ebead-847a-402a-9ce3-ae8245c1ed91 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.117753] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2216b465-2e8b-4f1c-8841-a5a2dafbbf0d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.150821] env[64147]: ERROR nova.compute.manager [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Failed to detach volume 2571bbce-12bf-4581-a656-d32e0f07117c from /dev/sda: nova.exception.InstanceNotFound: Instance 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 could not be found. [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Traceback (most recent call last): [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self.driver.rebuild(**kwargs) [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] raise NotImplementedError() [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] NotImplementedError [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] During handling of the above exception, another exception occurred: [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Traceback (most recent call last): [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self.driver.detach_volume(context, old_connection_info, [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] return self._volumeops.detach_volume(connection_info, instance) [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self._detach_volume_vmdk(connection_info, instance) [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] stable_ref.fetch_moref(session) [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] nova.exception.InstanceNotFound: Instance 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 could not be found. [ 1894.150821] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] [ 1894.159703] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.163023] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.163023] env[64147]: DEBUG nova.network.neutron [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.313152] env[64147]: DEBUG nova.compute.utils [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Build of instance 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 aborted: Failed to rebuild volume backed instance. {{(pid=64147) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1894.316992] env[64147]: ERROR nova.compute.manager [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 aborted: Failed to rebuild volume backed instance. [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Traceback (most recent call last): [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self.driver.rebuild(**kwargs) [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] raise NotImplementedError() [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] NotImplementedError [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] During handling of the above exception, another exception occurred: [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Traceback (most recent call last): [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self._detach_root_volume(context, instance, root_bdm) [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] with excutils.save_and_reraise_exception(): [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self.force_reraise() [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] raise self.value [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self.driver.detach_volume(context, old_connection_info, [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] return self._volumeops.detach_volume(connection_info, instance) [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self._detach_volume_vmdk(connection_info, instance) [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] stable_ref.fetch_moref(session) [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] nova.exception.InstanceNotFound: Instance 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 could not be found. [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] During handling of the above exception, another exception occurred: [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Traceback (most recent call last): [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 11308, in _error_out_instance_on_exception [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] yield [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1894.316992] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self._do_rebuild_instance_with_claim( [ 1894.318181] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1894.318181] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self._do_rebuild_instance( [ 1894.318181] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1894.318181] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self._rebuild_default_impl(**kwargs) [ 1894.318181] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1894.318181] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] self._rebuild_volume_backed_instance( [ 1894.318181] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1894.318181] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] raise exception.BuildAbortException( [ 1894.318181] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] nova.exception.BuildAbortException: Build of instance 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 aborted: Failed to rebuild volume backed instance. [ 1894.318181] env[64147]: ERROR nova.compute.manager [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] [ 1894.560649] env[64147]: DEBUG nova.compute.manager [req-8aa84947-119e-4715-ab73-45cfc29bcd7c req-1cb8686e-6a75-4460-bdd8-c63846273fd0 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received event network-vif-deleted-f58988fc-1761-4bd3-9873-b4e3835c0f5a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1894.560863] env[64147]: INFO nova.compute.manager [req-8aa84947-119e-4715-ab73-45cfc29bcd7c req-1cb8686e-6a75-4460-bdd8-c63846273fd0 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Neutron deleted interface f58988fc-1761-4bd3-9873-b4e3835c0f5a; detaching it from the instance and deleting it from the info cache [ 1894.561316] env[64147]: DEBUG nova.network.neutron [req-8aa84947-119e-4715-ab73-45cfc29bcd7c req-1cb8686e-6a75-4460-bdd8-c63846273fd0 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updating instance_info_cache with network_info: [{"id": "953aab2f-3606-4206-9377-396cdb8fbdc3", "address": "fa:16:3e:6f:19:9c", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953aab2f-36", "ovs_interfaceid": "953aab2f-3606-4206-9377-396cdb8fbdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "099c00de-6625-4d83-8ccb-9dd5f74cbf05", "address": "fa:16:3e:c1:a9:0f", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap099c00de-66", "ovs_interfaceid": "099c00de-6625-4d83-8ccb-9dd5f74cbf05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.663803] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2a5c87b8-5853-40ff-b8a4-9908aebbd05d tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.664953] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.216s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.665199] env[64147]: DEBUG nova.objects.instance [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lazy-loading 'resources' on Instance uuid 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.755745] env[64147]: DEBUG nova.network.neutron [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Successfully updated port: 573fc8b9-f525-4cfd-8596-8a63b453fa8b {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.847475] env[64147]: DEBUG nova.compute.manager [req-6f7fcf74-470b-491c-a85b-ca115e3308b1 req-09e9d441-c703-441d-9d34-ea754914289f service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Received event network-vif-plugged-573fc8b9-f525-4cfd-8596-8a63b453fa8b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1894.847669] env[64147]: DEBUG oslo_concurrency.lockutils [req-6f7fcf74-470b-491c-a85b-ca115e3308b1 req-09e9d441-c703-441d-9d34-ea754914289f service nova] Acquiring lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.847776] env[64147]: DEBUG oslo_concurrency.lockutils [req-6f7fcf74-470b-491c-a85b-ca115e3308b1 req-09e9d441-c703-441d-9d34-ea754914289f service nova] Lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.847952] env[64147]: DEBUG oslo_concurrency.lockutils [req-6f7fcf74-470b-491c-a85b-ca115e3308b1 req-09e9d441-c703-441d-9d34-ea754914289f service nova] Lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.848196] env[64147]: DEBUG nova.compute.manager [req-6f7fcf74-470b-491c-a85b-ca115e3308b1 req-09e9d441-c703-441d-9d34-ea754914289f service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] No waiting events found dispatching network-vif-plugged-573fc8b9-f525-4cfd-8596-8a63b453fa8b {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1894.848385] env[64147]: WARNING nova.compute.manager [req-6f7fcf74-470b-491c-a85b-ca115e3308b1 req-09e9d441-c703-441d-9d34-ea754914289f service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Received unexpected event network-vif-plugged-573fc8b9-f525-4cfd-8596-8a63b453fa8b for instance with vm_state building and task_state spawning. [ 1894.937042] env[64147]: DEBUG oslo_vmware.rw_handles [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fdc2d9-fe28-7e50-eed0-073677ff7a28/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1894.937996] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f285d9a-0ff9-4906-aa35-d944778e978c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.945624] env[64147]: DEBUG oslo_vmware.rw_handles [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fdc2d9-fe28-7e50-eed0-073677ff7a28/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1894.945807] env[64147]: ERROR oslo_vmware.rw_handles [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fdc2d9-fe28-7e50-eed0-073677ff7a28/disk-0.vmdk due to incomplete transfer. [ 1894.946053] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-403f934a-379c-492a-8b8a-190b349fba89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.956753] env[64147]: DEBUG oslo_vmware.rw_handles [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fdc2d9-fe28-7e50-eed0-073677ff7a28/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1894.957381] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Uploaded image d0cfaaf0-1eb4-4197-b51b-88ee3667ecdb to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1894.959541] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1894.960161] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-13cf44f5-2ba8-43a5-985e-7e4c2ae6fb91 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.968057] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1894.968057] env[64147]: value = "task-1840703" [ 1894.968057] env[64147]: _type = "Task" [ 1894.968057] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.978341] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840703, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.984177] env[64147]: DEBUG nova.compute.manager [req-6b69588b-2b84-4b7e-a54a-c88116fd8e44 req-7ddcd318-4024-4c61-b33b-9e9ee04db0ef service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Received event network-changed-573fc8b9-f525-4cfd-8596-8a63b453fa8b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1894.984378] env[64147]: DEBUG nova.compute.manager [req-6b69588b-2b84-4b7e-a54a-c88116fd8e44 req-7ddcd318-4024-4c61-b33b-9e9ee04db0ef service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Refreshing instance network info cache due to event network-changed-573fc8b9-f525-4cfd-8596-8a63b453fa8b. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1894.984593] env[64147]: DEBUG oslo_concurrency.lockutils [req-6b69588b-2b84-4b7e-a54a-c88116fd8e44 req-7ddcd318-4024-4c61-b33b-9e9ee04db0ef service nova] Acquiring lock "refresh_cache-c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.984828] env[64147]: DEBUG oslo_concurrency.lockutils [req-6b69588b-2b84-4b7e-a54a-c88116fd8e44 req-7ddcd318-4024-4c61-b33b-9e9ee04db0ef service nova] Acquired lock "refresh_cache-c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.985268] env[64147]: DEBUG nova.network.neutron [req-6b69588b-2b84-4b7e-a54a-c88116fd8e44 req-7ddcd318-4024-4c61-b33b-9e9ee04db0ef service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Refreshing network info cache for port 573fc8b9-f525-4cfd-8596-8a63b453fa8b {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.066190] env[64147]: DEBUG oslo_concurrency.lockutils [req-8aa84947-119e-4715-ab73-45cfc29bcd7c req-1cb8686e-6a75-4460-bdd8-c63846273fd0 service nova] Acquiring lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.066190] env[64147]: DEBUG oslo_concurrency.lockutils [req-8aa84947-119e-4715-ab73-45cfc29bcd7c req-1cb8686e-6a75-4460-bdd8-c63846273fd0 service nova] Acquired lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.069944] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f408194-9464-4d82-9f1f-2cc225b8d4b8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.090703] env[64147]: DEBUG oslo_concurrency.lockutils [req-8aa84947-119e-4715-ab73-45cfc29bcd7c req-1cb8686e-6a75-4460-bdd8-c63846273fd0 service nova] Releasing lock "6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.091035] env[64147]: WARNING nova.compute.manager [req-8aa84947-119e-4715-ab73-45cfc29bcd7c req-1cb8686e-6a75-4460-bdd8-c63846273fd0 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Detach interface failed, port_id=f58988fc-1761-4bd3-9873-b4e3835c0f5a, reason: No device with interface-id f58988fc-1761-4bd3-9873-b4e3835c0f5a exists on VM: nova.exception.NotFound: No device with interface-id f58988fc-1761-4bd3-9873-b4e3835c0f5a exists on VM [ 1895.259143] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "refresh_cache-c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.272872] env[64147]: DEBUG nova.network.neutron [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Successfully updated port: 30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1895.283826] env[64147]: DEBUG nova.network.neutron [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Successfully updated port: 4b44060f-6687-40be-9a56-82392cf5fe19 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1895.297814] env[64147]: DEBUG nova.network.neutron [-] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.308213] env[64147]: DEBUG nova.network.neutron [-] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.418391] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.418985] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.418985] env[64147]: DEBUG nova.network.neutron [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.430964] env[64147]: DEBUG nova.network.neutron [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance_info_cache with network_info: [{"id": "f617a657-b73b-4a69-aff0-7f452d489187", "address": "fa:16:3e:b4:51:fd", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf617a657-b7", "ovs_interfaceid": "f617a657-b73b-4a69-aff0-7f452d489187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.461179] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7adda3-510f-4145-8d77-15262de0b12a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.473107] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2618e36f-43fa-43b6-8c28-7077cae5b9ee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.482601] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840703, 'name': Destroy_Task, 'duration_secs': 0.323854} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.509624] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Destroyed the VM [ 1895.509624] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1895.511334] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e2c2555-e797-445c-b406-bdb1710d8dfc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.513437] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3032beb7-fbba-4d82-b453-5187f75ad22d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.522060] env[64147]: DEBUG nova.network.neutron [-] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.527626] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a372cc24-dcee-453f-9097-3b34fb6e65f4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.534814] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1895.534814] env[64147]: value = "task-1840704" [ 1895.534814] env[64147]: _type = "Task" [ 1895.534814] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.545564] env[64147]: DEBUG nova.compute.provider_tree [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1895.552841] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.576384] env[64147]: DEBUG nova.network.neutron [req-6b69588b-2b84-4b7e-a54a-c88116fd8e44 req-7ddcd318-4024-4c61-b33b-9e9ee04db0ef service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.730540] env[64147]: DEBUG nova.network.neutron [req-6b69588b-2b84-4b7e-a54a-c88116fd8e44 req-7ddcd318-4024-4c61-b33b-9e9ee04db0ef service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.778848] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.779064] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.779239] env[64147]: DEBUG nova.network.neutron [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.786466] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "refresh_cache-ceb24585-34bb-42b6-b6f5-8d770352ca5c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.786616] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "refresh_cache-ceb24585-34bb-42b6-b6f5-8d770352ca5c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.786847] env[64147]: DEBUG nova.network.neutron [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.800693] env[64147]: INFO nova.compute.manager [-] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Took 1.79 seconds to deallocate network for instance. [ 1895.810419] env[64147]: INFO nova.compute.manager [-] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Took 1.76 seconds to deallocate network for instance. [ 1895.918030] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "6f33edae-5839-4761-be87-310e5c5f0b3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.918030] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.918030] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.918265] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.918525] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.920696] env[64147]: INFO nova.compute.manager [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Terminating instance [ 1895.935035] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.033569] env[64147]: INFO nova.compute.manager [-] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Took 2.01 seconds to deallocate network for instance. [ 1896.047918] env[64147]: DEBUG oslo_vmware.api [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840704, 'name': RemoveSnapshot_Task, 'duration_secs': 0.493017} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.047918] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1896.047918] env[64147]: INFO nova.compute.manager [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Took 15.88 seconds to snapshot the instance on the hypervisor. [ 1896.069232] env[64147]: ERROR nova.scheduler.client.report [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] [req-6482ae5a-d5b7-4558-b845-7bcb61b2c0cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6482ae5a-d5b7-4558-b845-7bcb61b2c0cf"}]} [ 1896.098219] env[64147]: DEBUG nova.scheduler.client.report [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1896.114383] env[64147]: DEBUG nova.scheduler.client.report [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1896.114607] env[64147]: DEBUG nova.compute.provider_tree [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1896.125946] env[64147]: DEBUG nova.scheduler.client.report [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1896.144467] env[64147]: DEBUG nova.scheduler.client.report [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1896.233598] env[64147]: DEBUG oslo_concurrency.lockutils [req-6b69588b-2b84-4b7e-a54a-c88116fd8e44 req-7ddcd318-4024-4c61-b33b-9e9ee04db0ef service nova] Releasing lock "refresh_cache-c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.234199] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "refresh_cache-c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.234547] env[64147]: DEBUG nova.network.neutron [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1896.243031] env[64147]: INFO nova.network.neutron [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Port 099c00de-6625-4d83-8ccb-9dd5f74cbf05 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1896.243031] env[64147]: DEBUG nova.network.neutron [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updating instance_info_cache with network_info: [{"id": "953aab2f-3606-4206-9377-396cdb8fbdc3", "address": "fa:16:3e:6f:19:9c", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953aab2f-36", "ovs_interfaceid": "953aab2f-3606-4206-9377-396cdb8fbdc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.306328] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.315880] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.334369] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.357228] env[64147]: DEBUG nova.network.neutron [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1896.365032] env[64147]: DEBUG nova.network.neutron [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1896.374870] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6ad5b3-8f2b-4f2b-a3ae-6984727c6c25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.387644] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870c7de4-2dc5-4e4e-8007-ce6ef0b3fdfc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.420680] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c365a75-8159-44b5-92c8-edc161de20d6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.427831] env[64147]: DEBUG nova.compute.manager [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.428062] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.428848] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e56f2-5692-415b-bd51-a3b913326b2c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.433704] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0326396-74d8-4453-83e7-45d50eaccde4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.459024] env[64147]: DEBUG nova.compute.provider_tree [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1896.460554] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.461124] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fb08e39-a11d-4b87-aafe-b31adf8ad63a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.470018] env[64147]: DEBUG oslo_vmware.api [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1896.470018] env[64147]: value = "task-1840705" [ 1896.470018] env[64147]: _type = "Task" [ 1896.470018] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.478473] env[64147]: DEBUG oslo_vmware.api [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.542808] env[64147]: DEBUG oslo_concurrency.lockutils [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.601201] env[64147]: DEBUG nova.compute.manager [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Found 3 images (rotation: 2) {{(pid=64147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1896.601437] env[64147]: DEBUG nova.compute.manager [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Rotating out 1 backups {{(pid=64147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4994}} [ 1896.601623] env[64147]: DEBUG nova.compute.manager [None req-362e7651-c4be-47d5-be27-23b161e64eb9 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Deleting image 44e28247-7029-4019-ac44-4838d9df9a1c {{(pid=64147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4999}} [ 1896.697251] env[64147]: DEBUG nova.compute.manager [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Received event network-vif-plugged-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1896.697251] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Acquiring lock "50e23077-e757-4350-bc2d-7d99844d451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.697251] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Lock "50e23077-e757-4350-bc2d-7d99844d451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.697251] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Lock "50e23077-e757-4350-bc2d-7d99844d451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.697251] env[64147]: DEBUG nova.compute.manager [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] No waiting events found dispatching network-vif-plugged-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.697251] env[64147]: WARNING nova.compute.manager [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Received unexpected event network-vif-plugged-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 for instance with vm_state building and task_state spawning. [ 1896.697251] env[64147]: DEBUG nova.compute.manager [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Received event network-vif-plugged-4b44060f-6687-40be-9a56-82392cf5fe19 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1896.697251] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Acquiring lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.697251] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.697251] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.697251] env[64147]: DEBUG nova.compute.manager [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] No waiting events found dispatching network-vif-plugged-4b44060f-6687-40be-9a56-82392cf5fe19 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.697251] env[64147]: WARNING nova.compute.manager [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Received unexpected event network-vif-plugged-4b44060f-6687-40be-9a56-82392cf5fe19 for instance with vm_state building and task_state spawning. [ 1896.697251] env[64147]: DEBUG nova.compute.manager [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Received event network-changed-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1896.697251] env[64147]: DEBUG nova.compute.manager [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Refreshing instance network info cache due to event network-changed-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1896.697251] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Acquiring lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.731197] env[64147]: DEBUG nova.network.neutron [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updating instance_info_cache with network_info: [{"id": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "address": "fa:16:3e:bd:50:e9", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ecf6cf-a0", "ovs_interfaceid": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.734655] env[64147]: DEBUG nova.network.neutron [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Updating instance_info_cache with network_info: [{"id": "4b44060f-6687-40be-9a56-82392cf5fe19", "address": "fa:16:3e:12:eb:9b", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b44060f-66", "ovs_interfaceid": "4b44060f-6687-40be-9a56-82392cf5fe19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.745208] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-6f33edae-5839-4761-be87-310e5c5f0b3e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.788054] env[64147]: DEBUG nova.network.neutron [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1896.978380] env[64147]: DEBUG oslo_vmware.api [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840705, 'name': PowerOffVM_Task, 'duration_secs': 0.204038} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.978646] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1896.978846] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1896.979121] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb39511-5937-4119-afd4-90761ca23122 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.003046] env[64147]: DEBUG nova.network.neutron [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Updating instance_info_cache with network_info: [{"id": "573fc8b9-f525-4cfd-8596-8a63b453fa8b", "address": "fa:16:3e:8e:71:1a", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573fc8b9-f5", "ovs_interfaceid": "573fc8b9-f525-4cfd-8596-8a63b453fa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.011133] env[64147]: DEBUG nova.scheduler.client.report [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1897.011451] env[64147]: DEBUG nova.compute.provider_tree [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 126 to 127 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1897.011662] env[64147]: DEBUG nova.compute.provider_tree [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1897.018180] env[64147]: DEBUG nova.compute.manager [req-bb429852-bda6-4b66-a940-16522c93458b req-8171c613-5d83-44c8-afef-14c9190efde6 service nova] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Received event network-vif-deleted-b3703702-ec13-4b5d-a064-3ea6b7afb43c {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1897.018547] env[64147]: DEBUG nova.compute.manager [req-bb429852-bda6-4b66-a940-16522c93458b req-8171c613-5d83-44c8-afef-14c9190efde6 service nova] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Received event network-vif-deleted-59cb24f8-8b86-4944-bfd0-ddbd12b665fc {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1897.018547] env[64147]: DEBUG nova.compute.manager [req-bb429852-bda6-4b66-a940-16522c93458b req-8171c613-5d83-44c8-afef-14c9190efde6 service nova] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Received event network-vif-deleted-9a926ce5-bc4a-487e-915d-6090fa9f1830 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1897.151734] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.151899] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.152105] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleting the datastore file [datastore1] 6f33edae-5839-4761-be87-310e5c5f0b3e {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.152388] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2f0d7bb-bfe2-43f9-8c49-25faa4af5269 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.159168] env[64147]: DEBUG oslo_vmware.api [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1897.159168] env[64147]: value = "task-1840707" [ 1897.159168] env[64147]: _type = "Task" [ 1897.159168] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.167939] env[64147]: DEBUG oslo_vmware.api [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.234194] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Releasing lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.234545] env[64147]: DEBUG nova.compute.manager [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Instance network_info: |[{"id": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "address": "fa:16:3e:bd:50:e9", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ecf6cf-a0", "ovs_interfaceid": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1897.234928] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Acquired lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.235148] env[64147]: DEBUG nova.network.neutron [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Refreshing network info cache for port 30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1897.236405] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:50:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30ecf6cf-a04d-42f7-bc95-15aa0d8248c5', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1897.247438] env[64147]: DEBUG oslo.service.loopingcall [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.247438] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "refresh_cache-ceb24585-34bb-42b6-b6f5-8d770352ca5c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.247438] env[64147]: DEBUG nova.compute.manager [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Instance network_info: |[{"id": "4b44060f-6687-40be-9a56-82392cf5fe19", "address": "fa:16:3e:12:eb:9b", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b44060f-66", "ovs_interfaceid": "4b44060f-6687-40be-9a56-82392cf5fe19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1897.247438] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1897.247701] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:eb:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b44060f-6687-40be-9a56-82392cf5fe19', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1897.255239] env[64147]: DEBUG oslo.service.loopingcall [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.255421] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c5be4e0-e947-4ea6-8c6a-d917b1649b44 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.271897] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fd1210d7-91cc-416b-b75b-ef3af96bb76b tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-6f33edae-5839-4761-be87-310e5c5f0b3e-f58988fc-1761-4bd3-9873-b4e3835c0f5a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.471s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.272932] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1897.273355] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76013fd9-1256-46a3-8f95-639af6891f2c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.293372] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1897.293372] env[64147]: value = "task-1840708" [ 1897.293372] env[64147]: _type = "Task" [ 1897.293372] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.297857] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1897.297857] env[64147]: value = "task-1840709" [ 1897.297857] env[64147]: _type = "Task" [ 1897.297857] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.304737] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840708, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.309965] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840709, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.454287] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b44fff-7e54-448f-b4ad-9f08f6d8233d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.476031] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance '49e0af98-e430-4d2f-ae10-e6aa178006cf' progress to 0 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1897.505295] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "refresh_cache-c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.505622] env[64147]: DEBUG nova.compute.manager [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Instance network_info: |[{"id": "573fc8b9-f525-4cfd-8596-8a63b453fa8b", "address": "fa:16:3e:8e:71:1a", "network": {"id": "fb77f5e8-a617-419f-996b-5fbcf7f3fba4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1598974425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75d89bfa3bd4bc0b581c30c8ba92309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573fc8b9-f5", "ovs_interfaceid": "573fc8b9-f525-4cfd-8596-8a63b453fa8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1897.506047] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:71:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '573fc8b9-f525-4cfd-8596-8a63b453fa8b', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1897.513955] env[64147]: DEBUG oslo.service.loopingcall [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.514145] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1897.514382] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71e43a07-b37c-4a65-bfbb-96a6a82844ff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.530667] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.866s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.533527] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.902s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.534668] env[64147]: INFO nova.compute.claims [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1897.544017] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1897.544017] env[64147]: value = "task-1840710" [ 1897.544017] env[64147]: _type = "Task" [ 1897.544017] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.553512] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840710, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.556013] env[64147]: INFO nova.scheduler.client.report [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Deleted allocations for instance 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b [ 1897.673056] env[64147]: DEBUG oslo_vmware.api [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18655} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.673891] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1897.674184] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1897.674449] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1897.674741] env[64147]: INFO nova.compute.manager [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1897.675154] env[64147]: DEBUG oslo.service.loopingcall [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.675551] env[64147]: DEBUG nova.compute.manager [-] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1897.675704] env[64147]: DEBUG nova.network.neutron [-] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1897.737891] env[64147]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 099c00de-6625-4d83-8ccb-9dd5f74cbf05 could not be found.", "detail": ""}} {{(pid=64147) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1897.738838] env[64147]: DEBUG nova.network.neutron [-] Unable to show port 099c00de-6625-4d83-8ccb-9dd5f74cbf05 as it no longer exists. {{(pid=64147) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1897.808447] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840709, 'name': CreateVM_Task, 'duration_secs': 0.507746} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.811577] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.811777] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840708, 'name': CreateVM_Task, 'duration_secs': 0.508084} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.812712] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.812886] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.813333] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1897.813543] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.813757] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b052f2-6e30-456f-97fe-869d5424f82e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.815753] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.819781] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1897.819781] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526d94e5-531d-b5e3-5a8a-b8994291e6a2" [ 1897.819781] env[64147]: _type = "Task" [ 1897.819781] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.827975] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526d94e5-531d-b5e3-5a8a-b8994291e6a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.982614] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1897.983123] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f64a65e9-c2ab-4554-b803-666ee6403e6e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.985218] env[64147]: DEBUG oslo_concurrency.lockutils [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Acquiring lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.985445] env[64147]: DEBUG oslo_concurrency.lockutils [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.985643] env[64147]: DEBUG oslo_concurrency.lockutils [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Acquiring lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.985824] env[64147]: DEBUG oslo_concurrency.lockutils [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.985992] env[64147]: DEBUG oslo_concurrency.lockutils [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.996424] env[64147]: INFO nova.compute.manager [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Terminating instance [ 1898.001918] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1898.001918] env[64147]: value = "task-1840711" [ 1898.001918] env[64147]: _type = "Task" [ 1898.001918] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.016556] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.056972] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840710, 'name': CreateVM_Task, 'duration_secs': 0.43548} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.057186] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1898.057805] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.063963] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e98ba8f-983d-4a26-8456-b5c483aac5a0 tempest-ListImageFiltersTestJSON-1792150979 tempest-ListImageFiltersTestJSON-1792150979-project-member] Lock "58c1f289-a2e9-491c-80ad-e2bb45cd5e5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.299s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.331209] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526d94e5-531d-b5e3-5a8a-b8994291e6a2, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.331534] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.331766] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1898.332010] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.332167] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.332346] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.332625] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.332928] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1898.333163] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a99b4a5-c482-4913-9043-f12849729186 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.334954] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a9be95-f9a1-4717-b5e4-1105a1b2ae44 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.341030] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1898.341030] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a5a590-6b03-ee7b-f2e9-e4e6f2335f7f" [ 1898.341030] env[64147]: _type = "Task" [ 1898.341030] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.345315] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.345508] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1898.346541] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39afe4b5-dcc0-4f1b-839f-1597718e5513 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.351770] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a5a590-6b03-ee7b-f2e9-e4e6f2335f7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.355205] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1898.355205] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f9e91b-8d11-155b-6624-5122b54b3b32" [ 1898.355205] env[64147]: _type = "Task" [ 1898.355205] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.363178] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f9e91b-8d11-155b-6624-5122b54b3b32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.383360] env[64147]: DEBUG nova.network.neutron [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updated VIF entry in instance network info cache for port 30ecf6cf-a04d-42f7-bc95-15aa0d8248c5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1898.383701] env[64147]: DEBUG nova.network.neutron [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updating instance_info_cache with network_info: [{"id": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "address": "fa:16:3e:bd:50:e9", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ecf6cf-a0", "ovs_interfaceid": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.500891] env[64147]: DEBUG nova.compute.manager [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1898.501227] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-778a37b4-7f28-4b6e-ba2f-2dc75db2919a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.513543] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.517859] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e4bb6b-e9b2-429a-9e42-61279a6399d1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.554018] env[64147]: WARNING nova.virt.vmwareapi.driver [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 could not be found. [ 1898.554018] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1898.554018] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6587944c-9164-4f38-85b0-333f020486b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.563191] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2ab0fd-59f8-4fc9-961d-f1f19d252230 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.602962] env[64147]: WARNING nova.virt.vmwareapi.vmops [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 could not be found. [ 1898.603193] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1898.603370] env[64147]: INFO nova.compute.manager [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1898.603608] env[64147]: DEBUG oslo.service.loopingcall [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.606031] env[64147]: DEBUG nova.compute.manager [-] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1898.606141] env[64147]: DEBUG nova.network.neutron [-] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1898.778757] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8248a571-61e2-4560-84c3-649d1853e530 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.787470] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade95999-80c1-452a-828c-4562c1b9d6a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.832925] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb4730a-4155-4035-a4ce-cbd1e93a2e55 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.836643] env[64147]: DEBUG nova.compute.manager [req-998ae521-bd2e-43b1-a299-ddeefd119774 req-e9b3967f-6a48-437f-8531-f3d463042875 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received event network-vif-deleted-953aab2f-3606-4206-9377-396cdb8fbdc3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1898.836992] env[64147]: INFO nova.compute.manager [req-998ae521-bd2e-43b1-a299-ddeefd119774 req-e9b3967f-6a48-437f-8531-f3d463042875 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Neutron deleted interface 953aab2f-3606-4206-9377-396cdb8fbdc3; detaching it from the instance and deleting it from the info cache [ 1898.837295] env[64147]: DEBUG nova.network.neutron [req-998ae521-bd2e-43b1-a299-ddeefd119774 req-e9b3967f-6a48-437f-8531-f3d463042875 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.848367] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fab25ca-7ee5-4022-bed2-dbe89f5bf607 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.872605] env[64147]: DEBUG nova.compute.provider_tree [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1898.874212] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a5a590-6b03-ee7b-f2e9-e4e6f2335f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.874879] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.875132] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1898.875873] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.875940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.876325] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1898.876950] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593ee0c5-ceb3-40e0-9854-b0a0aee04177 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.883087] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f9e91b-8d11-155b-6624-5122b54b3b32, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.884434] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b813f6e2-d99a-40f9-83ef-961fcccb057f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.888384] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Releasing lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.888664] env[64147]: DEBUG nova.compute.manager [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Received event network-changed-4b44060f-6687-40be-9a56-82392cf5fe19 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1898.888798] env[64147]: DEBUG nova.compute.manager [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Refreshing instance network info cache due to event network-changed-4b44060f-6687-40be-9a56-82392cf5fe19. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1898.889027] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Acquiring lock "refresh_cache-ceb24585-34bb-42b6-b6f5-8d770352ca5c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.889392] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Acquired lock "refresh_cache-ceb24585-34bb-42b6-b6f5-8d770352ca5c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.889674] env[64147]: DEBUG nova.network.neutron [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Refreshing network info cache for port 4b44060f-6687-40be-9a56-82392cf5fe19 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.890890] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1898.890890] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]528c22d5-9d61-7031-0191-0d867e1c763b" [ 1898.890890] env[64147]: _type = "Task" [ 1898.890890] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.896011] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1898.896011] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523cadc8-b2d6-2781-817d-8dd7f741458b" [ 1898.896011] env[64147]: _type = "Task" [ 1898.896011] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.903244] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528c22d5-9d61-7031-0191-0d867e1c763b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.908858] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523cadc8-b2d6-2781-817d-8dd7f741458b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.015712] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.229696] env[64147]: DEBUG nova.network.neutron [-] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.342774] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ae20039-0735-4ada-8b7b-f1766036832b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.359433] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7932f4b-5521-4283-86ce-7076815979fb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.377182] env[64147]: DEBUG nova.scheduler.client.report [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.398437] env[64147]: DEBUG nova.compute.manager [req-998ae521-bd2e-43b1-a299-ddeefd119774 req-e9b3967f-6a48-437f-8531-f3d463042875 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Detach interface failed, port_id=953aab2f-3606-4206-9377-396cdb8fbdc3, reason: Instance 6f33edae-5839-4761-be87-310e5c5f0b3e could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1899.411888] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528c22d5-9d61-7031-0191-0d867e1c763b, 'name': SearchDatastore_Task, 'duration_secs': 0.017144} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.416710] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.416957] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1899.417851] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.418384] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523cadc8-b2d6-2781-817d-8dd7f741458b, 'name': SearchDatastore_Task, 'duration_secs': 0.02775} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.418598] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.418863] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] ceb24585-34bb-42b6-b6f5-8d770352ca5c/ceb24585-34bb-42b6-b6f5-8d770352ca5c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1899.419147] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.419336] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1899.419552] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b57e6daa-24aa-400a-ab8b-5e5922b3bbf2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.421487] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b08a25f7-0da6-4471-8994-fcdbc8836b5e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.433468] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1899.433673] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1899.434501] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1899.434501] env[64147]: value = "task-1840712" [ 1899.434501] env[64147]: _type = "Task" [ 1899.434501] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.434702] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38da4443-66be-4287-b2d4-256e4d3bad62 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.445166] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1899.445166] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5274ccd9-a865-7d77-2908-8f8ec0d1e8d7" [ 1899.445166] env[64147]: _type = "Task" [ 1899.445166] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.448286] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.459173] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5274ccd9-a865-7d77-2908-8f8ec0d1e8d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.459932] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c94e95-2355-478a-af52-380ebfd6b9a9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.466086] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1899.466086] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5276c664-c945-03c6-e9e5-dc4b4aa9227b" [ 1899.466086] env[64147]: _type = "Task" [ 1899.466086] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.474647] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5276c664-c945-03c6-e9e5-dc4b4aa9227b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.514613] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840711, 'name': PowerOffVM_Task, 'duration_secs': 1.18834} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.514943] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.515064] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance '49e0af98-e430-4d2f-ae10-e6aa178006cf' progress to 17 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1899.738247] env[64147]: INFO nova.compute.manager [-] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Took 2.06 seconds to deallocate network for instance. [ 1899.899074] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.899710] env[64147]: DEBUG nova.compute.manager [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1899.903188] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.597s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.903447] env[64147]: DEBUG nova.objects.instance [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lazy-loading 'resources' on Instance uuid 6d0d8da8-99d6-4701-af0c-1952036b95ae {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1899.920732] env[64147]: DEBUG nova.network.neutron [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Updated VIF entry in instance network info cache for port 4b44060f-6687-40be-9a56-82392cf5fe19. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.920998] env[64147]: DEBUG nova.network.neutron [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Updating instance_info_cache with network_info: [{"id": "4b44060f-6687-40be-9a56-82392cf5fe19", "address": "fa:16:3e:12:eb:9b", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b44060f-66", "ovs_interfaceid": "4b44060f-6687-40be-9a56-82392cf5fe19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.955659] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465593} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.955999] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] ceb24585-34bb-42b6-b6f5-8d770352ca5c/ceb24585-34bb-42b6-b6f5-8d770352ca5c.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1899.956229] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1899.957204] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abd7be4b-b777-40aa-8dac-9b92f4680f9f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.970663] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1899.970663] env[64147]: value = "task-1840713" [ 1899.970663] env[64147]: _type = "Task" [ 1899.970663] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.990134] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5276c664-c945-03c6-e9e5-dc4b4aa9227b, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.994359] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.994359] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 50e23077-e757-4350-bc2d-7d99844d451d/50e23077-e757-4350-bc2d-7d99844d451d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1899.994359] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.994484] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.994653] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1899.994872] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b51d6691-b4f6-46e3-b270-a0aae9414bb6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.996913] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d49e455-3665-42a4-bd28-2e54fa37d66b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.004404] env[64147]: DEBUG nova.network.neutron [-] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.006850] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1900.006850] env[64147]: value = "task-1840714" [ 1900.006850] env[64147]: _type = "Task" [ 1900.006850] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.011169] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.011343] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.013038] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be84d245-b8b1-47d1-9c7a-ec1c36672603 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.018177] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.022870] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1900.022870] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.022870] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1900.022870] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.022870] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1900.022870] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1900.022870] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1900.022870] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1900.022870] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1900.022870] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1900.022870] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1900.032224] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35fe29c-9270-4e30-95aa-2e8add463aad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.041788] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1900.041788] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e852dd-d6f8-ffcd-2f45-a4b30e41e346" [ 1900.041788] env[64147]: _type = "Task" [ 1900.041788] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.050967] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1900.050967] env[64147]: value = "task-1840715" [ 1900.050967] env[64147]: _type = "Task" [ 1900.050967] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.054804] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e852dd-d6f8-ffcd-2f45-a4b30e41e346, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.059865] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ac8d28-8694-4b21-976e-776334aef0c7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.070739] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840715, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.072392] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1900.072392] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52089c80-f816-7184-bdb9-ef21acb5a1bd" [ 1900.072392] env[64147]: _type = "Task" [ 1900.072392] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.088571] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52089c80-f816-7184-bdb9-ef21acb5a1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015245} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.089783] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.089783] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b/c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1900.089783] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7791db7f-e1c5-4e09-b600-aec257b1cc0b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.098788] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1900.098788] env[64147]: value = "task-1840716" [ 1900.098788] env[64147]: _type = "Task" [ 1900.098788] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.108508] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.248578] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.404790] env[64147]: DEBUG nova.compute.utils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.406383] env[64147]: DEBUG nova.compute.manager [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1900.406748] env[64147]: DEBUG nova.network.neutron [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1900.424235] env[64147]: DEBUG oslo_concurrency.lockutils [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] Releasing lock "refresh_cache-ceb24585-34bb-42b6-b6f5-8d770352ca5c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.424235] env[64147]: DEBUG nova.compute.manager [req-5e609968-8c08-4758-9881-6d1a2973f6b3 req-aa712b1a-7f1c-4dc0-9cba-d66fd2d20df7 service nova] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Received event network-vif-deleted-099c00de-6625-4d83-8ccb-9dd5f74cbf05 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1900.446426] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.446742] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.482390] env[64147]: DEBUG nova.policy [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf39b4940814f75bb861891ed776bf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca596741efa447ba8909c7468334b028', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1900.494182] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065804} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.495047] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1900.495654] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8e953b-4530-458c-9968-5331c5e1830a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.514822] env[64147]: INFO nova.compute.manager [-] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Took 1.91 seconds to deallocate network for instance. [ 1900.524512] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] ceb24585-34bb-42b6-b6f5-8d770352ca5c/ceb24585-34bb-42b6-b6f5-8d770352ca5c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1900.530627] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0718e5-1ce3-48c6-8da3-b3c9095d765b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.556229] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519064} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.561110] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 50e23077-e757-4350-bc2d-7d99844d451d/50e23077-e757-4350-bc2d-7d99844d451d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1900.561354] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1900.561858] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1900.561858] env[64147]: value = "task-1840717" [ 1900.561858] env[64147]: _type = "Task" [ 1900.561858] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.562125] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fd4607f-2d4e-405d-a1e3-bfced4b998b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.574036] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840715, 'name': ReconfigVM_Task, 'duration_secs': 0.202258} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.574934] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance '49e0af98-e430-4d2f-ae10-e6aa178006cf' progress to 33 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1900.584574] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1900.584574] env[64147]: value = "task-1840718" [ 1900.584574] env[64147]: _type = "Task" [ 1900.584574] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.585090] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.600268] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.609791] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840716, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.720687] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7366c3-b430-4c44-8c69-2effddfbed11 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.728896] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.729181] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.729363] env[64147]: DEBUG nova.compute.manager [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.730234] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0618b13f-ff89-4082-aae9-23073872429f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.733614] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090fdb52-c3af-471f-ad37-be8e8f5691cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.742134] env[64147]: DEBUG nova.compute.manager [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1900.742764] env[64147]: DEBUG nova.objects.instance [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'flavor' on Instance uuid 506fe179-7007-4e92-8cf0-1610b3f0cc88 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1900.772462] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086f36f9-1c9d-42e7-8dcc-f0141d3556fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.783039] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21cc024-6fac-438c-ad4b-a675b7fc64ae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.799970] env[64147]: DEBUG nova.compute.provider_tree [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1900.912696] env[64147]: DEBUG nova.compute.manager [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1900.954265] env[64147]: DEBUG nova.compute.utils [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1901.056774] env[64147]: DEBUG nova.network.neutron [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Successfully created port: 3abf43b6-4f8a-46fb-9b53-654810c319d3 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1901.073828] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840717, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.088144] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1901.088367] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.088523] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1901.088700] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.088915] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1901.089487] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1901.089487] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1901.089487] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1901.089639] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1901.089767] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1901.089968] env[64147]: DEBUG nova.virt.hardware [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1901.095249] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1901.095594] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9e7dff6-3ef3-471b-828a-ca0b48dfcd1b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.113605] env[64147]: INFO nova.compute.manager [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Took 0.59 seconds to detach 1 volumes for instance. [ 1901.115686] env[64147]: DEBUG nova.compute.manager [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Deleting volume: 2571bbce-12bf-4581-a656-d32e0f07117c {{(pid=64147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1901.126813] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122609} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.130009] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1901.130365] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783085} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.131921] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d83068b-09f4-48c6-b19a-3fa0644d51f4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.134464] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b/c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1901.134739] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1901.135098] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1901.135098] env[64147]: value = "task-1840719" [ 1901.135098] env[64147]: _type = "Task" [ 1901.135098] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.135313] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e692d917-2262-4ffe-8459-b9d9e4e963ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.158533] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 50e23077-e757-4350-bc2d-7d99844d451d/50e23077-e757-4350-bc2d-7d99844d451d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.160202] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ac7356-e26e-4f42-8d07-27110afb081b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.175081] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1901.175081] env[64147]: value = "task-1840720" [ 1901.175081] env[64147]: _type = "Task" [ 1901.175081] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.178787] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.185603] env[64147]: DEBUG nova.compute.manager [req-8ce3f3a4-670b-4d0d-8d87-0deb8059a1e2 req-fbc369ea-f8b9-42a3-85ee-1842ffa63e6d service nova] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Received event network-vif-deleted-d42da8b1-e1eb-42ce-b38f-47d43903ab0a {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1901.190047] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1901.190047] env[64147]: value = "task-1840721" [ 1901.190047] env[64147]: _type = "Task" [ 1901.190047] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.203937] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.207021] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840720, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.278223] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1901.278628] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-685b870b-1078-4787-b20d-cab0de74eeb8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.287230] env[64147]: DEBUG oslo_vmware.api [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1901.287230] env[64147]: value = "task-1840723" [ 1901.287230] env[64147]: _type = "Task" [ 1901.287230] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.299438] env[64147]: DEBUG oslo_vmware.api [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.303463] env[64147]: DEBUG nova.scheduler.client.report [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1901.457223] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.576570] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840717, 'name': ReconfigVM_Task, 'duration_secs': 0.541503} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.576884] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Reconfigured VM instance instance-0000005f to attach disk [datastore1] ceb24585-34bb-42b6-b6f5-8d770352ca5c/ceb24585-34bb-42b6-b6f5-8d770352ca5c.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1901.577579] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b04b9a3-100d-4e8b-9c10-64df696bbb3c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.584488] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1901.584488] env[64147]: value = "task-1840724" [ 1901.584488] env[64147]: _type = "Task" [ 1901.584488] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.593493] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840724, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.649415] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840719, 'name': ReconfigVM_Task, 'duration_secs': 0.182453} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.649415] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1901.650617] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1640f49e-641c-424c-b648-6e1b330ae18c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.676490] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 49e0af98-e430-4d2f-ae10-e6aa178006cf/49e0af98-e430-4d2f-ae10-e6aa178006cf.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.676853] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8010338e-07dc-456f-8abe-c07efbaa1944 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.698027] env[64147]: DEBUG oslo_concurrency.lockutils [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.700434] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1901.700434] env[64147]: value = "task-1840725" [ 1901.700434] env[64147]: _type = "Task" [ 1901.700434] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.712047] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840721, 'name': ReconfigVM_Task, 'duration_secs': 0.306348} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.712047] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065906} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.712047] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 50e23077-e757-4350-bc2d-7d99844d451d/50e23077-e757-4350-bc2d-7d99844d451d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1901.712047] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1901.712047] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6a24d22-3c51-4b8e-980f-64e3fb89f961 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.714743] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bd0cdf-4346-4f65-83fb-6dd881684c55 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.719757] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.756491] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b/c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.757709] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6fc481-a5f1-4413-8ee5-37d5c7a3b65f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.777376] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1901.777376] env[64147]: value = "task-1840726" [ 1901.777376] env[64147]: _type = "Task" [ 1901.777376] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.788221] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840726, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.792675] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1901.792675] env[64147]: value = "task-1840727" [ 1901.792675] env[64147]: _type = "Task" [ 1901.792675] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.800484] env[64147]: DEBUG oslo_vmware.api [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840723, 'name': PowerOffVM_Task, 'duration_secs': 0.208194} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.803711] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1901.803943] env[64147]: DEBUG nova.compute.manager [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1901.804259] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840727, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.804995] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7dfff4-331d-4107-aae3-4a79ce109d1a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.810093] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.814609] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.499s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.814897] env[64147]: DEBUG nova.objects.instance [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lazy-loading 'resources' on Instance uuid 4ed01e7c-577a-41a3-a8da-fc90992da26a {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.839630] env[64147]: INFO nova.scheduler.client.report [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted allocations for instance 6d0d8da8-99d6-4701-af0c-1952036b95ae [ 1901.925752] env[64147]: DEBUG nova.compute.manager [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1901.955185] env[64147]: DEBUG nova.virt.hardware [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1901.955493] env[64147]: DEBUG nova.virt.hardware [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.955831] env[64147]: DEBUG nova.virt.hardware [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1901.956035] env[64147]: DEBUG nova.virt.hardware [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.956269] env[64147]: DEBUG nova.virt.hardware [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1901.956452] env[64147]: DEBUG nova.virt.hardware [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1901.956784] env[64147]: DEBUG nova.virt.hardware [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1901.956981] env[64147]: DEBUG nova.virt.hardware [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1901.957253] env[64147]: DEBUG nova.virt.hardware [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1901.957494] env[64147]: DEBUG nova.virt.hardware [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1901.957739] env[64147]: DEBUG nova.virt.hardware [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1901.958797] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d1648d-5539-493f-9568-9681d817221f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.974613] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed2b8de-9ca2-4fd8-a729-b0bcd5fc1c56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.796492] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.797813] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.797813] env[64147]: INFO nova.compute.manager [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Attaching volume c9f7057d-c94b-4633-abd3-8a23a86947d2 to /dev/sdb [ 1902.798562] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840724, 'name': Rename_Task, 'duration_secs': 0.163631} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.798890] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f25a9a75-7898-4515-a3b4-46144c27df10 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.800210] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cae7bb0d-7b24-4ecf-9579-65f65de46786 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "6d0d8da8-99d6-4701-af0c-1952036b95ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.836s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.809488] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.812169] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-031442a0-8264-4f16-b25a-d25e6cc9d55c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.821478] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840727, 'name': ReconfigVM_Task, 'duration_secs': 0.292207} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.828148] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b/c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.829119] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1902.829119] env[64147]: value = "task-1840728" [ 1902.829119] env[64147]: _type = "Task" [ 1902.829119] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.829578] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840726, 'name': Rename_Task, 'duration_secs': 0.157958} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.829788] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840725, 'name': ReconfigVM_Task, 'duration_secs': 0.307705} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.832287] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61278f58-c7f0-491f-b993-a72c79c8222c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.833973] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.834228] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 49e0af98-e430-4d2f-ae10-e6aa178006cf/49e0af98-e430-4d2f-ae10-e6aa178006cf.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.834498] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance '49e0af98-e430-4d2f-ae10-e6aa178006cf' progress to 50 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1902.840850] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a09e7ef-569b-416d-aee4-6cdb1d6ad34a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.854167] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.858769] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1902.858769] env[64147]: value = "task-1840729" [ 1902.858769] env[64147]: _type = "Task" [ 1902.858769] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.859227] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1902.859227] env[64147]: value = "task-1840730" [ 1902.859227] env[64147]: _type = "Task" [ 1902.859227] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.860750] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cf8293-6b6f-466b-bef9-3bdd576f60fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.880288] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840729, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.884397] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f881f4-3bbd-4013-bdbf-15a17d13124d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.887541] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840730, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.902397] env[64147]: DEBUG nova.virt.block_device [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Updating existing volume attachment record: 53ae99c1-714f-4a84-8096-2554652c0351 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1903.068873] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf27c38-c936-4c0d-932e-2ff6ead7bca3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.082130] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8233c3d-81d3-4243-954c-5902ed44dbfa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.120340] env[64147]: DEBUG nova.network.neutron [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Successfully updated port: 3abf43b6-4f8a-46fb-9b53-654810c319d3 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1903.122234] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34be8d01-c529-416c-8561-d1c10f1b5055 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.134204] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ba80b5-1450-43f6-9337-6e42569dc5e9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.149343] env[64147]: DEBUG nova.compute.provider_tree [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.219649] env[64147]: DEBUG nova.compute.manager [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Received event network-vif-plugged-3abf43b6-4f8a-46fb-9b53-654810c319d3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1903.219649] env[64147]: DEBUG oslo_concurrency.lockutils [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] Acquiring lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.219649] env[64147]: DEBUG oslo_concurrency.lockutils [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.219967] env[64147]: DEBUG oslo_concurrency.lockutils [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.220071] env[64147]: DEBUG nova.compute.manager [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] No waiting events found dispatching network-vif-plugged-3abf43b6-4f8a-46fb-9b53-654810c319d3 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1903.220260] env[64147]: WARNING nova.compute.manager [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Received unexpected event network-vif-plugged-3abf43b6-4f8a-46fb-9b53-654810c319d3 for instance with vm_state building and task_state spawning. [ 1903.220488] env[64147]: DEBUG nova.compute.manager [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Received event network-changed-3abf43b6-4f8a-46fb-9b53-654810c319d3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1903.221050] env[64147]: DEBUG nova.compute.manager [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Refreshing instance network info cache due to event network-changed-3abf43b6-4f8a-46fb-9b53-654810c319d3. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1903.221050] env[64147]: DEBUG oslo_concurrency.lockutils [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] Acquiring lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.221481] env[64147]: DEBUG oslo_concurrency.lockutils [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] Acquired lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.221543] env[64147]: DEBUG nova.network.neutron [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Refreshing network info cache for port 3abf43b6-4f8a-46fb-9b53-654810c319d3 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.346172] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840728, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.347039] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013c815d-85e0-411d-a212-e03e47a4e29f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.378664] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05e173d-17f0-4445-8cfd-7442c53ce0f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.386373] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.401866] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840729, 'name': Rename_Task, 'duration_secs': 0.232042} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.402088] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance '49e0af98-e430-4d2f-ae10-e6aa178006cf' progress to 67 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1903.406238] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1903.406759] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b94ca916-4e3e-432c-a90d-ae7caa3d672c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.413986] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1903.413986] env[64147]: value = "task-1840734" [ 1903.413986] env[64147]: _type = "Task" [ 1903.413986] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.423633] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.626828] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.656192] env[64147]: DEBUG nova.scheduler.client.report [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1903.789417] env[64147]: DEBUG nova.network.neutron [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1903.849692] env[64147]: DEBUG oslo_vmware.api [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840728, 'name': PowerOnVM_Task, 'duration_secs': 0.651523} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.850567] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.850806] env[64147]: INFO nova.compute.manager [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Took 18.16 seconds to spawn the instance on the hypervisor. [ 1903.851028] env[64147]: DEBUG nova.compute.manager [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.851801] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8dfb05-ca00-4010-b40a-0a19ec955995 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.874992] env[64147]: DEBUG oslo_vmware.api [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840730, 'name': PowerOnVM_Task, 'duration_secs': 0.70371} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.875699] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.875977] env[64147]: INFO nova.compute.manager [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1903.876183] env[64147]: DEBUG nova.compute.manager [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.876917] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb16e20-7ef5-4cd0-b6ad-5ce2d198e107 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.924583] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.939204] env[64147]: DEBUG nova.network.neutron [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.968681] env[64147]: DEBUG nova.network.neutron [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Port f617a657-b73b-4a69-aff0-7f452d489187 binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1904.161545] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.163886] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.830s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.190690] env[64147]: INFO nova.scheduler.client.report [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted allocations for instance 4ed01e7c-577a-41a3-a8da-fc90992da26a [ 1904.337333] env[64147]: DEBUG nova.compute.manager [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Stashing vm_state: stopped {{(pid=64147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1904.370952] env[64147]: INFO nova.compute.manager [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Took 30.52 seconds to build instance. [ 1904.395261] env[64147]: INFO nova.compute.manager [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Took 25.91 seconds to build instance. [ 1904.410913] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb932b3-3ae9-49ca-9271-54da79617ef1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.423971] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759bb3ef-e53d-490f-8d86-da7875ec5af4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.432299] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.462705] env[64147]: DEBUG oslo_concurrency.lockutils [req-9ba0e911-b9e6-4a4b-a158-a3d78053dfa1 req-ba0731df-55a0-44cf-8909-5d5f58ef10dd service nova] Releasing lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.463349] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.463535] env[64147]: DEBUG nova.network.neutron [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1904.465080] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b748c16-6de8-43ca-bb84-5b05c6405733 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.477330] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b183c69c-2dc6-4836-9b3a-feaa71842b1c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.492498] env[64147]: DEBUG nova.compute.provider_tree [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1904.699892] env[64147]: DEBUG oslo_concurrency.lockutils [None req-30de0503-1992-49af-b51c-0897198ac95e tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "4ed01e7c-577a-41a3-a8da-fc90992da26a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.132s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.864020] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.874674] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd8f-030e-406d-bf41-1391d35f2227 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.029s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.898099] env[64147]: DEBUG oslo_concurrency.lockutils [None req-136ff43d-8ba8-469d-b60f-cc44fe4cd815 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "50e23077-e757-4350-bc2d-7d99844d451d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.420s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.926943] env[64147]: DEBUG oslo_vmware.api [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840734, 'name': PowerOnVM_Task, 'duration_secs': 1.066636} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.927393] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1904.927704] env[64147]: INFO nova.compute.manager [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Took 16.82 seconds to spawn the instance on the hypervisor. [ 1904.927995] env[64147]: DEBUG nova.compute.manager [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.929261] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a71f19f-28be-4f01-88cc-f4566eae8870 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.994420] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "49e0af98-e430-4d2f-ae10-e6aa178006cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.995011] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.995328] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.996956] env[64147]: DEBUG nova.scheduler.client.report [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1905.006736] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3502288-0d89-42fc-bf17-f9b7088ffc8d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.015013] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e69c1ac-8dc5-439e-bfce-755de5c3ad0b tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Suspending the VM {{(pid=64147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1905.015466] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a51a64b8-3e5a-4ce0-ab10-e40a610bf760 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.021816] env[64147]: DEBUG oslo_vmware.api [None req-3e69c1ac-8dc5-439e-bfce-755de5c3ad0b tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1905.021816] env[64147]: value = "task-1840735" [ 1905.021816] env[64147]: _type = "Task" [ 1905.021816] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.030188] env[64147]: DEBUG oslo_vmware.api [None req-3e69c1ac-8dc5-439e-bfce-755de5c3ad0b tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840735, 'name': SuspendVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.045440] env[64147]: DEBUG nova.network.neutron [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.438764] env[64147]: DEBUG nova.network.neutron [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance_info_cache with network_info: [{"id": "3abf43b6-4f8a-46fb-9b53-654810c319d3", "address": "fa:16:3e:6e:87:81", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abf43b6-4f", "ovs_interfaceid": "3abf43b6-4f8a-46fb-9b53-654810c319d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.441355] env[64147]: DEBUG nova.compute.manager [req-db85f120-368a-44ba-b99f-a0124e130b66 req-1e1cd5e1-f63c-40a0-9ba5-07d414ca9bbd service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Received event network-changed-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1905.442514] env[64147]: DEBUG nova.compute.manager [req-db85f120-368a-44ba-b99f-a0124e130b66 req-1e1cd5e1-f63c-40a0-9ba5-07d414ca9bbd service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Refreshing instance network info cache due to event network-changed-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1905.443230] env[64147]: DEBUG oslo_concurrency.lockutils [req-db85f120-368a-44ba-b99f-a0124e130b66 req-1e1cd5e1-f63c-40a0-9ba5-07d414ca9bbd service nova] Acquiring lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.443230] env[64147]: DEBUG oslo_concurrency.lockutils [req-db85f120-368a-44ba-b99f-a0124e130b66 req-1e1cd5e1-f63c-40a0-9ba5-07d414ca9bbd service nova] Acquired lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.443230] env[64147]: DEBUG nova.network.neutron [req-db85f120-368a-44ba-b99f-a0124e130b66 req-1e1cd5e1-f63c-40a0-9ba5-07d414ca9bbd service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Refreshing network info cache for port 30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.453879] env[64147]: INFO nova.compute.manager [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Took 30.49 seconds to build instance. [ 1905.506930] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.343s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.507267] env[64147]: INFO nova.compute.manager [None req-14057eb0-0540-4d26-8cea-9c58411f90d3 tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Successfully reverted task state from rebuilding on failure for instance. [ 1905.513475] env[64147]: DEBUG oslo_concurrency.lockutils [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.971s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.513808] env[64147]: DEBUG nova.objects.instance [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lazy-loading 'resources' on Instance uuid 07811f49-9bcb-4a28-b740-20fae75c98b0 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.533802] env[64147]: DEBUG oslo_vmware.api [None req-3e69c1ac-8dc5-439e-bfce-755de5c3ad0b tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840735, 'name': SuspendVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.946646] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.947016] env[64147]: DEBUG nova.compute.manager [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Instance network_info: |[{"id": "3abf43b6-4f8a-46fb-9b53-654810c319d3", "address": "fa:16:3e:6e:87:81", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abf43b6-4f", "ovs_interfaceid": "3abf43b6-4f8a-46fb-9b53-654810c319d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1905.947386] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:87:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3abf43b6-4f8a-46fb-9b53-654810c319d3', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1905.955742] env[64147]: DEBUG oslo.service.loopingcall [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.959859] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b117ecb-9f39-4c54-becc-f0bff28cb5bb tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.008s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.964563] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1905.964563] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a97ea98a-4dd1-4bf2-8612-188808cc6799 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.989265] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1905.989265] env[64147]: value = "task-1840737" [ 1905.989265] env[64147]: _type = "Task" [ 1905.989265] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.998159] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840737, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.033522] env[64147]: DEBUG oslo_vmware.api [None req-3e69c1ac-8dc5-439e-bfce-755de5c3ad0b tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840735, 'name': SuspendVM_Task, 'duration_secs': 0.608158} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.033878] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e69c1ac-8dc5-439e-bfce-755de5c3ad0b tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Suspended the VM {{(pid=64147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1906.034087] env[64147]: DEBUG nova.compute.manager [None req-3e69c1ac-8dc5-439e-bfce-755de5c3ad0b tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.035137] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36536171-fd19-441b-93cb-db54730e7c4f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.064735] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.064917] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.065101] env[64147]: DEBUG nova.network.neutron [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.241900] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "0a1eb317-217f-494d-8c80-3195835e494d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.242155] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0a1eb317-217f-494d-8c80-3195835e494d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.314898] env[64147]: DEBUG nova.network.neutron [req-db85f120-368a-44ba-b99f-a0124e130b66 req-1e1cd5e1-f63c-40a0-9ba5-07d414ca9bbd service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updated VIF entry in instance network info cache for port 30ecf6cf-a04d-42f7-bc95-15aa0d8248c5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1906.315335] env[64147]: DEBUG nova.network.neutron [req-db85f120-368a-44ba-b99f-a0124e130b66 req-1e1cd5e1-f63c-40a0-9ba5-07d414ca9bbd service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updating instance_info_cache with network_info: [{"id": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "address": "fa:16:3e:bd:50:e9", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ecf6cf-a0", "ovs_interfaceid": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.318769] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaa95b6-80fa-4d06-ae80-94e8a136c3c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.330643] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95cfb40-b0f4-4490-a30b-b2b71dc6f115 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.362810] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953620a5-85db-4df5-8763-b17a5975a4c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.371242] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3800cee0-d4b3-4d0a-b78d-e5408a38885f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.385120] env[64147]: DEBUG nova.compute.provider_tree [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.499445] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840737, 'name': CreateVM_Task, 'duration_secs': 0.317109} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.499445] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1906.499702] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.501042] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.501042] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1906.501042] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b499207f-3733-4996-8af9-400178d5fed5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.505460] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1906.505460] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52530a36-3129-47fb-80c0-65ebc02b6b80" [ 1906.505460] env[64147]: _type = "Task" [ 1906.505460] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.516414] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52530a36-3129-47fb-80c0-65ebc02b6b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.744614] env[64147]: DEBUG nova.compute.manager [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1906.825645] env[64147]: DEBUG oslo_concurrency.lockutils [req-db85f120-368a-44ba-b99f-a0124e130b66 req-1e1cd5e1-f63c-40a0-9ba5-07d414ca9bbd service nova] Releasing lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.889195] env[64147]: DEBUG nova.scheduler.client.report [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.988283] env[64147]: DEBUG nova.network.neutron [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance_info_cache with network_info: [{"id": "f617a657-b73b-4a69-aff0-7f452d489187", "address": "fa:16:3e:b4:51:fd", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf617a657-b7", "ovs_interfaceid": "f617a657-b73b-4a69-aff0-7f452d489187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.020552] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52530a36-3129-47fb-80c0-65ebc02b6b80, 'name': SearchDatastore_Task, 'duration_secs': 0.048499} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.021070] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.021348] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1907.021581] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.021719] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.021901] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1907.022186] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9ad2196-c592-4ed0-81c1-934b1932c5b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.032944] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1907.032944] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1907.033574] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18bc8749-1834-42e7-adf1-45d0a915d7b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.038929] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1907.038929] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5297b85a-eb59-edc7-fa7d-7adac78490c2" [ 1907.038929] env[64147]: _type = "Task" [ 1907.038929] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.047672] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5297b85a-eb59-edc7-fa7d-7adac78490c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.273355] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.398023] env[64147]: DEBUG oslo_concurrency.lockutils [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.400300] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.152s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.404838] env[64147]: DEBUG nova.objects.instance [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'resources' on Instance uuid 6f33edae-5839-4761-be87-310e5c5f0b3e {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.429020] env[64147]: INFO nova.scheduler.client.report [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Deleted allocations for instance 07811f49-9bcb-4a28-b740-20fae75c98b0 [ 1907.471299] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1907.471541] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380899', 'volume_id': 'c9f7057d-c94b-4633-abd3-8a23a86947d2', 'name': 'volume-c9f7057d-c94b-4633-abd3-8a23a86947d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9f7057d-c94b-4633-abd3-8a23a86947d2', 'serial': 'c9f7057d-c94b-4633-abd3-8a23a86947d2'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1907.472516] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da25bfb4-7a49-498d-9fe6-b7ebb7db6365 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.490180] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8f9a94-d5de-4fb3-8b8f-fb40f5d3168e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.493135] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.519875] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-c9f7057d-c94b-4633-abd3-8a23a86947d2/volume-c9f7057d-c94b-4633-abd3-8a23a86947d2.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.520437] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6802a018-aecb-4582-b888-44f47656a468 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.535114] env[64147]: DEBUG nova.compute.manager [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.536647] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189b895e-2cdd-4a5e-b36b-49fc78579fcc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.547756] env[64147]: DEBUG oslo_vmware.api [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1907.547756] env[64147]: value = "task-1840738" [ 1907.547756] env[64147]: _type = "Task" [ 1907.547756] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.556101] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5297b85a-eb59-edc7-fa7d-7adac78490c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.559581] env[64147]: DEBUG oslo_vmware.api [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.559830] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a656a5-6bed-4e2b-b25c-f40fc6ec905f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.564646] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1907.564646] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524119c6-77d7-56a0-6f38-6bf2449aa02f" [ 1907.564646] env[64147]: _type = "Task" [ 1907.564646] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.574068] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524119c6-77d7-56a0-6f38-6bf2449aa02f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.674663] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquiring lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.674884] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.844017] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.844315] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.844525] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.844707] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.844878] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.847084] env[64147]: INFO nova.compute.manager [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Terminating instance [ 1907.938475] env[64147]: DEBUG oslo_concurrency.lockutils [None req-41503891-5085-4fc4-91b1-21a8e5f8e252 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "07811f49-9bcb-4a28-b740-20fae75c98b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.008s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.020778] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceca65e1-0b90-4a12-9247-1e0bdff0be7e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.044368] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b7bece-f24b-4ecd-9971-64c18fe19ed0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.049356] env[64147]: INFO nova.compute.manager [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] instance snapshotting [ 1908.055906] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance '49e0af98-e430-4d2f-ae10-e6aa178006cf' progress to 83 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1908.062363] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e9609-4d32-4981-8f75-b704952981e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.073533] env[64147]: DEBUG oslo_vmware.api [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.092573] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f619eead-ffca-434a-b317-bd4097b8565b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.097440] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524119c6-77d7-56a0-6f38-6bf2449aa02f, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.098186] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.098359] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] fed2bed2-f7ce-493d-a2a4-231f433e1c8d/fed2bed2-f7ce-493d-a2a4-231f433e1c8d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1908.098675] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b917ad2d-39ba-42a9-8d06-4b4c1ee7e7eb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.111866] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1908.111866] env[64147]: value = "task-1840739" [ 1908.111866] env[64147]: _type = "Task" [ 1908.111866] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.119582] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.159329] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc7e6a9-2460-4ee7-baac-9677fbf481ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.168869] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1260a0-0b79-4f9a-ad72-d3eae1044d06 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.198892] env[64147]: DEBUG nova.compute.manager [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1908.202864] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1834a41-830a-4072-8bc4-54d30dd5de79 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.212550] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b620fce-a64f-4313-9c39-f2970e5bbedb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.232254] env[64147]: DEBUG nova.compute.provider_tree [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.351287] env[64147]: DEBUG nova.compute.manager [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1908.351287] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1908.351884] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccda94e-1ab8-4dda-ace0-b944429c9739 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.360314] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1908.360636] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7ba0323-adc0-4a7e-a42e-6b2686dd9879 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.564686] env[64147]: DEBUG oslo_vmware.api [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840738, 'name': ReconfigVM_Task, 'duration_secs': 0.825587} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.565338] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-c9f7057d-c94b-4633-abd3-8a23a86947d2/volume-c9f7057d-c94b-4633-abd3-8a23a86947d2.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.573488] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.576100] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f34fca-27eb-4336-bf08-6ca262625510 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.585683] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66984266-8591-4dbf-b6eb-004f61196980 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.595018] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1908.595018] env[64147]: value = "task-1840742" [ 1908.595018] env[64147]: _type = "Task" [ 1908.595018] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.596125] env[64147]: DEBUG oslo_vmware.api [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1908.596125] env[64147]: value = "task-1840741" [ 1908.596125] env[64147]: _type = "Task" [ 1908.596125] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.607059] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.613346] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1908.613822] env[64147]: DEBUG oslo_vmware.api [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.615064] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1908.615064] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1908.615064] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleting the datastore file [datastore1] ceb24585-34bb-42b6-b6f5-8d770352ca5c {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1908.615064] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd33f16e-8405-498d-bbf1-89df93c1f077 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.617124] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47390bcf-792e-4133-b291-76d3f995e8cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.626629] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1908.626629] env[64147]: value = "task-1840743" [ 1908.626629] env[64147]: _type = "Task" [ 1908.626629] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.630555] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506008} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.634969] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] fed2bed2-f7ce-493d-a2a4-231f433e1c8d/fed2bed2-f7ce-493d-a2a4-231f433e1c8d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1908.635443] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1908.636053] env[64147]: DEBUG oslo_vmware.api [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1908.636053] env[64147]: value = "task-1840744" [ 1908.636053] env[64147]: _type = "Task" [ 1908.636053] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.636376] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f25c4aa-d6b3-4021-9cef-6b66af2cf170 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.645191] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840743, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.648517] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1908.648517] env[64147]: value = "task-1840745" [ 1908.648517] env[64147]: _type = "Task" [ 1908.648517] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.652133] env[64147]: DEBUG oslo_vmware.api [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.660609] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.724743] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.738030] env[64147]: DEBUG nova.scheduler.client.report [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.108686] env[64147]: DEBUG oslo_vmware.api [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840742, 'name': PowerOnVM_Task, 'duration_secs': 0.477389} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.111697] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.111897] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ce747668-d5d0-4a1d-b2a8-c3b0f9759c7b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance '49e0af98-e430-4d2f-ae10-e6aa178006cf' progress to 100 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1909.115454] env[64147]: DEBUG oslo_vmware.api [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840741, 'name': ReconfigVM_Task, 'duration_secs': 0.170227} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.115726] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380899', 'volume_id': 'c9f7057d-c94b-4633-abd3-8a23a86947d2', 'name': 'volume-c9f7057d-c94b-4633-abd3-8a23a86947d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9f7057d-c94b-4633-abd3-8a23a86947d2', 'serial': 'c9f7057d-c94b-4633-abd3-8a23a86947d2'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1909.140443] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840743, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.149597] env[64147]: DEBUG oslo_vmware.api [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147059} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.149892] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1909.150120] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1909.150325] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1909.150506] env[64147]: INFO nova.compute.manager [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Took 0.80 seconds to destroy the instance on the hypervisor. [ 1909.150771] env[64147]: DEBUG oslo.service.loopingcall [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1909.150994] env[64147]: DEBUG nova.compute.manager [-] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1909.151107] env[64147]: DEBUG nova.network.neutron [-] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1909.162496] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070405} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.162751] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1909.163520] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfabe3fe-f6df-4d11-85c3-69d311ab49df {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.185825] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] fed2bed2-f7ce-493d-a2a4-231f433e1c8d/fed2bed2-f7ce-493d-a2a4-231f433e1c8d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1909.186538] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fe66900-7051-41f3-8605-a48f0b1907ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.210085] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1909.210085] env[64147]: value = "task-1840747" [ 1909.210085] env[64147]: _type = "Task" [ 1909.210085] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.232341] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.239929] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.243924] env[64147]: DEBUG oslo_concurrency.lockutils [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.545s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.243924] env[64147]: DEBUG nova.objects.instance [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lazy-loading 'resources' on Instance uuid 97706ce3-e0e6-446a-9c80-dbcc6c4963c5 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.272235] env[64147]: INFO nova.scheduler.client.report [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleted allocations for instance 6f33edae-5839-4761-be87-310e5c5f0b3e [ 1909.499725] env[64147]: DEBUG nova.compute.manager [req-285772f1-7000-40ba-bc8a-34f2c412e3e6 req-192ffcd6-db98-4dae-89d5-a598709e8927 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Received event network-vif-deleted-4b44060f-6687-40be-9a56-82392cf5fe19 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1909.499995] env[64147]: INFO nova.compute.manager [req-285772f1-7000-40ba-bc8a-34f2c412e3e6 req-192ffcd6-db98-4dae-89d5-a598709e8927 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Neutron deleted interface 4b44060f-6687-40be-9a56-82392cf5fe19; detaching it from the instance and deleting it from the info cache [ 1909.500206] env[64147]: DEBUG nova.network.neutron [req-285772f1-7000-40ba-bc8a-34f2c412e3e6 req-192ffcd6-db98-4dae-89d5-a598709e8927 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.641352] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840743, 'name': CreateSnapshot_Task, 'duration_secs': 0.972734} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.641521] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1909.642262] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dcb2cd-8645-4d8f-a00f-121834d53e81 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.719486] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840747, 'name': ReconfigVM_Task, 'duration_secs': 0.38147} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.719766] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Reconfigured VM instance instance-00000062 to attach disk [datastore1] fed2bed2-f7ce-493d-a2a4-231f433e1c8d/fed2bed2-f7ce-493d-a2a4-231f433e1c8d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1909.720409] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b71800f6-633b-4f9d-abb4-8bf0eb5948fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.727293] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1909.727293] env[64147]: value = "task-1840748" [ 1909.727293] env[64147]: _type = "Task" [ 1909.727293] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.737623] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840748, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.780894] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a196b3f6-89f0-4f58-8a6c-70db7ab302ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "6f33edae-5839-4761-be87-310e5c5f0b3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.863s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.926075] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2327710a-9732-48ad-ab36-008369ac3a90 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.933640] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329f21c9-cf5f-4f42-8046-13545e407ce5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.962871] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c432c115-2c86-4364-befc-984a183080af {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.970316] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90679cb7-e4b7-4c8f-b8b3-cb608ea43ce9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.983107] env[64147]: DEBUG nova.network.neutron [-] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.984415] env[64147]: DEBUG nova.compute.provider_tree [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.002870] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c838c156-cf58-4f33-9fac-8c873c02b8f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.011417] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437f3e64-34fb-4181-a2ed-cd403f441632 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.041725] env[64147]: DEBUG nova.compute.manager [req-285772f1-7000-40ba-bc8a-34f2c412e3e6 req-192ffcd6-db98-4dae-89d5-a598709e8927 service nova] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Detach interface failed, port_id=4b44060f-6687-40be-9a56-82392cf5fe19, reason: Instance ceb24585-34bb-42b6-b6f5-8d770352ca5c could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1910.160246] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1910.161106] env[64147]: DEBUG nova.objects.instance [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lazy-loading 'flavor' on Instance uuid 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.162351] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c8e64a1-6ca4-4314-b081-c8411bfa668e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.171807] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1910.171807] env[64147]: value = "task-1840749" [ 1910.171807] env[64147]: _type = "Task" [ 1910.171807] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.180502] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840749, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.236304] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840748, 'name': Rename_Task, 'duration_secs': 0.14482} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.236579] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1910.236864] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4954637c-66b1-4a4a-aaa4-47cb57cbbfa3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.243468] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1910.243468] env[64147]: value = "task-1840750" [ 1910.243468] env[64147]: _type = "Task" [ 1910.243468] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.257816] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.486675] env[64147]: INFO nova.compute.manager [-] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Took 1.34 seconds to deallocate network for instance. [ 1910.492480] env[64147]: DEBUG nova.scheduler.client.report [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1910.668790] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67235f5d-cb4d-4ae4-9fa9-3aced6361d1b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.872s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.688689] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840749, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.754033] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.997566] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.998294] env[64147]: DEBUG oslo_concurrency.lockutils [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.001183] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.138s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.185891] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840749, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.255519] env[64147]: DEBUG oslo_vmware.api [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840750, 'name': PowerOnVM_Task, 'duration_secs': 0.654525} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.255924] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1911.256143] env[64147]: INFO nova.compute.manager [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1911.256580] env[64147]: DEBUG nova.compute.manager [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1911.257707] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e23b5f9-a84b-48fa-8343-ed0f06f59c40 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.505400] env[64147]: INFO nova.compute.claims [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1911.533798] env[64147]: DEBUG oslo_concurrency.lockutils [None req-78a0fb96-4a01-442c-9ca0-c9e400824ada tempest-ServerActionsV293TestJSON-1045358467 tempest-ServerActionsV293TestJSON-1045358467-project-member] Lock "97706ce3-e0e6-446a-9c80-dbcc6c4963c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.548s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.683510] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840749, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.777050] env[64147]: INFO nova.compute.manager [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Took 23.16 seconds to build instance. [ 1911.828922] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.829425] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.829834] env[64147]: DEBUG nova.compute.manager [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Going to confirm migration 3 {{(pid=64147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1912.011970] env[64147]: INFO nova.compute.resource_tracker [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating resource usage from migration c01b3497-9bd1-4272-9254-2c64c431ac5c [ 1912.186352] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840749, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.198163] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "25bd5ad7-db36-4001-91c4-489498c21c22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.198732] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "25bd5ad7-db36-4001-91c4-489498c21c22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.222996] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a246e5fe-c7f9-49c8-8c52-889035165870 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.231270] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b92f62-7a86-4c46-a69a-3b6dce5109e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.261270] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0d2418-c5f8-4cb2-be22-6c640e4d31fc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.268989] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9cc746-e95b-4566-baf0-329d34e11dad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.284031] env[64147]: DEBUG oslo_concurrency.lockutils [None req-19b91e03-5718-44e8-9c74-6a302c2afbdb tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.698s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.284430] env[64147]: DEBUG nova.compute.provider_tree [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.323960] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "d656a306-45e1-4f89-8f85-e1d2af843c08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.324214] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "d656a306-45e1-4f89-8f85-e1d2af843c08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.378188] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.378384] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.378561] env[64147]: DEBUG nova.network.neutron [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1912.378741] env[64147]: DEBUG nova.objects.instance [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'info_cache' on Instance uuid 49e0af98-e430-4d2f-ae10-e6aa178006cf {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.683822] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840749, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.701503] env[64147]: DEBUG nova.compute.manager [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1912.787962] env[64147]: DEBUG nova.scheduler.client.report [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1912.826239] env[64147]: DEBUG nova.compute.manager [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1913.186543] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840749, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.221665] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.293198] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.292s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.293417] env[64147]: INFO nova.compute.manager [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Migrating [ 1913.299971] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.027s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.301317] env[64147]: INFO nova.compute.claims [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1913.351935] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.591789] env[64147]: DEBUG nova.compute.manager [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Stashing vm_state: active {{(pid=64147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1913.684773] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840749, 'name': CloneVM_Task, 'duration_secs': 3.289612} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.685034] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Created linked-clone VM from snapshot [ 1913.685769] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52b4eb6-c26b-43d4-91e8-00c38e1a4f20 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.692783] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Uploading image febe8d33-84ec-4668-a56f-18c7358ec4db {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1913.705279] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1913.705532] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-febdf9e4-c98b-4df0-ab32-6e699abb9d0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.707702] env[64147]: DEBUG nova.network.neutron [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance_info_cache with network_info: [{"id": "f617a657-b73b-4a69-aff0-7f452d489187", "address": "fa:16:3e:b4:51:fd", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf617a657-b7", "ovs_interfaceid": "f617a657-b73b-4a69-aff0-7f452d489187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.713844] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1913.713844] env[64147]: value = "task-1840751" [ 1913.713844] env[64147]: _type = "Task" [ 1913.713844] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.722700] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.813055] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.813322] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.813384] env[64147]: DEBUG nova.network.neutron [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1913.838932] env[64147]: DEBUG oslo_concurrency.lockutils [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.839200] env[64147]: DEBUG oslo_concurrency.lockutils [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.839458] env[64147]: DEBUG oslo_concurrency.lockutils [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.839690] env[64147]: DEBUG oslo_concurrency.lockutils [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.839788] env[64147]: DEBUG oslo_concurrency.lockutils [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.841831] env[64147]: INFO nova.compute.manager [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Terminating instance [ 1914.108535] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.211044] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-49e0af98-e430-4d2f-ae10-e6aa178006cf" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.211362] env[64147]: DEBUG nova.objects.instance [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'migration_context' on Instance uuid 49e0af98-e430-4d2f-ae10-e6aa178006cf {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.223403] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.345400] env[64147]: DEBUG nova.compute.manager [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1914.345664] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.346610] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9473b53d-e61a-4d59-b50c-f69841b767cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.358462] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1914.358685] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44021c53-3308-4078-8d7f-b6ad6d234638 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.365126] env[64147]: DEBUG oslo_vmware.api [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1914.365126] env[64147]: value = "task-1840752" [ 1914.365126] env[64147]: _type = "Task" [ 1914.365126] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.373229] env[64147]: DEBUG oslo_vmware.api [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.532417] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2094eaaf-24b7-472e-8664-6c4a5e27aff8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.536747] env[64147]: DEBUG nova.network.neutron [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance_info_cache with network_info: [{"id": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "address": "fa:16:3e:44:04:56", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaf7de7-53", "ovs_interfaceid": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.540990] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2ddcf7-5d8a-40f6-80fc-1e7fcbfdb80a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.572774] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48baf1ac-f4bb-4827-9bbc-5509e2652238 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.580638] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1057a190-175c-40a9-95ec-85bfaf1980dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.594172] env[64147]: DEBUG nova.compute.provider_tree [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1914.714747] env[64147]: DEBUG nova.objects.base [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Object Instance<49e0af98-e430-4d2f-ae10-e6aa178006cf> lazy-loaded attributes: info_cache,migration_context {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1914.715720] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eb606b-c623-4bd1-9c2e-dfca6cc13946 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.726716] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.739821] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d39cc9c3-0d3b-4579-a524-a96dc3e6f296 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.745014] env[64147]: DEBUG oslo_vmware.api [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1914.745014] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5222803f-f93b-3aba-5a22-9d63b6c897ca" [ 1914.745014] env[64147]: _type = "Task" [ 1914.745014] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.752053] env[64147]: DEBUG oslo_vmware.api [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5222803f-f93b-3aba-5a22-9d63b6c897ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.875883] env[64147]: DEBUG oslo_vmware.api [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840752, 'name': PowerOffVM_Task, 'duration_secs': 0.284358} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.930108] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.930108] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1914.930108] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e84d63e4-0444-4c78-92e6-b9afed9986d3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.041248] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.113916] env[64147]: ERROR nova.scheduler.client.report [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [req-a8c16bf9-0b4c-47a5-a876-b2ab778182bc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8c16bf9-0b4c-47a5-a876-b2ab778182bc"}]} [ 1915.130603] env[64147]: DEBUG nova.scheduler.client.report [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1915.143510] env[64147]: DEBUG nova.scheduler.client.report [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1915.143724] env[64147]: DEBUG nova.compute.provider_tree [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1915.153924] env[64147]: DEBUG nova.scheduler.client.report [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1915.170236] env[64147]: DEBUG nova.scheduler.client.report [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1915.226070] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.255843] env[64147]: DEBUG oslo_vmware.api [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5222803f-f93b-3aba-5a22-9d63b6c897ca, 'name': SearchDatastore_Task, 'duration_secs': 0.007465} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.256164] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.356149] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8c5a3c-e22f-4189-b746-984c3567c0e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.363467] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3fccea-f7e1-4a82-a1b9-a8f528d891e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.393518] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d5ac6a-5f7b-41ec-8baf-83d247601652 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.399958] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0932bddd-b636-44f1-8d3d-48ec79785c9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.412601] env[64147]: DEBUG nova.compute.provider_tree [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1915.725426] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.941235] env[64147]: DEBUG nova.scheduler.client.report [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1915.941508] env[64147]: DEBUG nova.compute.provider_tree [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 135 to 136 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1915.941687] env[64147]: DEBUG nova.compute.provider_tree [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.227960] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.446560] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.147s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.447260] env[64147]: DEBUG nova.compute.manager [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1916.450055] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.725s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.451523] env[64147]: INFO nova.compute.claims [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1916.556645] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75585ba2-1f36-4f47-b048-02d4230d6ab9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.574972] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance '506fe179-7007-4e92-8cf0-1610b3f0cc88' progress to 0 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1916.726360] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.956135] env[64147]: DEBUG nova.compute.utils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1916.959604] env[64147]: DEBUG nova.compute.manager [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1916.959754] env[64147]: DEBUG nova.network.neutron [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.003635] env[64147]: DEBUG nova.policy [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf139bfaede04c89bd7dd39974b587db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b7629b743c04cccbf0a4c77b651377c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.080886] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.082071] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b58bcfd-8d29-42ee-ae9d-b00b81ff75be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.088942] env[64147]: DEBUG oslo_vmware.api [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1917.088942] env[64147]: value = "task-1840754" [ 1917.088942] env[64147]: _type = "Task" [ 1917.088942] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.096623] env[64147]: DEBUG oslo_vmware.api [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.230545] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.401942] env[64147]: DEBUG nova.network.neutron [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Successfully created port: 0903ca5d-de2e-4f56-a7b5-8cde403048b6 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.460377] env[64147]: DEBUG nova.compute.manager [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1917.603097] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1917.603367] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance '506fe179-7007-4e92-8cf0-1610b3f0cc88' progress to 17 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1917.694676] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3f5e94-cc63-4dc1-ba9c-a0888673efbb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.702861] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24880e7-8411-47ba-8233-8d2e85f80250 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.737038] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364dd90d-ad66-4b02-ab91-3b43d1809f5c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.744475] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.747576] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45be6a85-1815-4d01-9458-b07d3bcb7d59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.760640] env[64147]: DEBUG nova.compute.provider_tree [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.110277] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.110508] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.110698] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.110855] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.111011] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.111163] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.111380] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.111567] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.111710] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.111868] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.112045] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.117127] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed7a309-c4a0-43ad-b8fa-30452d2a58b0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.132683] env[64147]: DEBUG oslo_vmware.api [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1918.132683] env[64147]: value = "task-1840755" [ 1918.132683] env[64147]: _type = "Task" [ 1918.132683] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.141141] env[64147]: DEBUG oslo_vmware.api [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.242824] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.264150] env[64147]: DEBUG nova.scheduler.client.report [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.475328] env[64147]: DEBUG nova.compute.manager [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1918.503281] env[64147]: DEBUG nova.virt.hardware [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.503575] env[64147]: DEBUG nova.virt.hardware [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.503746] env[64147]: DEBUG nova.virt.hardware [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.503931] env[64147]: DEBUG nova.virt.hardware [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.504119] env[64147]: DEBUG nova.virt.hardware [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.504246] env[64147]: DEBUG nova.virt.hardware [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.504454] env[64147]: DEBUG nova.virt.hardware [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.504612] env[64147]: DEBUG nova.virt.hardware [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.504775] env[64147]: DEBUG nova.virt.hardware [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.504936] env[64147]: DEBUG nova.virt.hardware [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.505126] env[64147]: DEBUG nova.virt.hardware [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.505983] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e22ce0-c2db-4689-bb80-5f89b54d9c5c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.514123] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aeb2bb-0518-4e82-a19c-dafa4c62db79 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.642712] env[64147]: DEBUG oslo_vmware.api [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840755, 'name': ReconfigVM_Task, 'duration_secs': 0.180894} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.643032] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance '506fe179-7007-4e92-8cf0-1610b3f0cc88' progress to 33 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1918.743287] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.770048] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.770566] env[64147]: DEBUG nova.compute.manager [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1918.773053] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.776s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.773400] env[64147]: DEBUG nova.objects.instance [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lazy-loading 'resources' on Instance uuid ceb24585-34bb-42b6-b6f5-8d770352ca5c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1919.149717] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.150972] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.150972] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.150972] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.150972] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.150972] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.151204] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.151246] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.151392] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.151557] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.152262] env[64147]: DEBUG nova.virt.hardware [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.157189] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1919.157508] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902c88f5-7df9-4191-990a-974c25568331 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.177241] env[64147]: DEBUG oslo_vmware.api [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1919.177241] env[64147]: value = "task-1840756" [ 1919.177241] env[64147]: _type = "Task" [ 1919.177241] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.185150] env[64147]: DEBUG oslo_vmware.api [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.244036] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.276723] env[64147]: DEBUG nova.compute.utils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1919.281041] env[64147]: DEBUG nova.compute.manager [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1919.281207] env[64147]: DEBUG nova.network.neutron [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1919.329724] env[64147]: DEBUG nova.policy [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dff7aa8bde8412ea56c438ba019aeb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbe9201c55454e5bb2552a7a136b1894', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1919.460928] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e856153-24a8-4ca1-86b4-c317582881b4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.468690] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a0c3f6-203b-41af-89ee-f519776031cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.497252] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53099d35-e3f9-467d-975f-8f7b7a17fe8c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.504360] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce008e4-fd86-4adf-8bfe-95454ac943db {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.519438] env[64147]: DEBUG nova.compute.provider_tree [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.690692] env[64147]: DEBUG oslo_vmware.api [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840756, 'name': ReconfigVM_Task, 'duration_secs': 0.153907} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.690962] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1919.691729] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b758f82-8ba4-4016-874f-6ea60170aab9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.713631] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 506fe179-7007-4e92-8cf0-1610b3f0cc88/506fe179-7007-4e92-8cf0-1610b3f0cc88.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.713865] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31b4ab3e-18f5-480d-801b-76efc9a78a7e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.730621] env[64147]: DEBUG oslo_vmware.api [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1919.730621] env[64147]: value = "task-1840757" [ 1919.730621] env[64147]: _type = "Task" [ 1919.730621] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.739911] env[64147]: DEBUG oslo_vmware.api [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.744224] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.048238] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.048463] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.244346] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.247553] env[64147]: DEBUG oslo_vmware.api [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840757, 'name': ReconfigVM_Task, 'duration_secs': 0.256891} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.247830] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 506fe179-7007-4e92-8cf0-1610b3f0cc88/506fe179-7007-4e92-8cf0-1610b3f0cc88.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1920.248132] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance '506fe179-7007-4e92-8cf0-1610b3f0cc88' progress to 50 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1920.554740] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.557043] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1920.744593] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task} progress is 33%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.059272] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1921.059512] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1921.059673] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1921.059838] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1921.060029] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1921.060194] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1921.060338] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1921.060469] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1921.060612] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1921.248037] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840751, 'name': Destroy_Task, 'duration_secs': 7.459939} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.248333] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Destroyed the VM [ 1921.248568] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1921.248877] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca2df4f0-c545-43f1-9e81-a10b20117558 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.255133] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1921.255133] env[64147]: value = "task-1840758" [ 1921.255133] env[64147]: _type = "Task" [ 1921.255133] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.262874] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.563576] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.765976] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1921.766220] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Deleting contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1921.767169] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Deleting the datastore file [datastore2] 29fdb461-3f61-48ef-b36b-9a2c094a86cd {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1921.772019] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-887efc35-44bf-405e-b15e-9af75444d925 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.772462] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840758, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.777621] env[64147]: DEBUG nova.scheduler.client.report [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1921.778039] env[64147]: DEBUG nova.compute.provider_tree [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 136 to 137 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1921.778039] env[64147]: DEBUG nova.compute.provider_tree [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1921.787800] env[64147]: DEBUG nova.compute.manager [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1921.791389] env[64147]: DEBUG oslo_vmware.api [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1921.791389] env[64147]: value = "task-1840759" [ 1921.791389] env[64147]: _type = "Task" [ 1921.791389] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.803566] env[64147]: DEBUG oslo_vmware.api [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.256689] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a4f03c-169b-4eb2-86de-8f82ac820ea3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.282979] env[64147]: DEBUG nova.network.neutron [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Successfully created port: 31d87f07-4796-4b96-afc4-e5bf26240a55 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1922.285442] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e580c6-21b6-47c4-8a1e-c6309d76e734 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.288131] env[64147]: DEBUG oslo_vmware.api [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840758, 'name': RemoveSnapshot_Task, 'duration_secs': 0.635663} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.288494] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1922.293365] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.520s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.316420] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.095s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.318051] env[64147]: INFO nova.compute.claims [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1922.325774] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance '506fe179-7007-4e92-8cf0-1610b3f0cc88' progress to 67 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1922.336770] env[64147]: DEBUG oslo_vmware.api [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2951} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.337048] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1922.337243] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Deleted contents of the VM from datastore datastore2 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1922.337425] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1922.337596] env[64147]: INFO nova.compute.manager [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Took 7.99 seconds to destroy the instance on the hypervisor. [ 1922.337838] env[64147]: DEBUG oslo.service.loopingcall [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.338110] env[64147]: DEBUG nova.compute.manager [-] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1922.338176] env[64147]: DEBUG nova.network.neutron [-] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1922.363837] env[64147]: INFO nova.scheduler.client.report [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted allocations for instance ceb24585-34bb-42b6-b6f5-8d770352ca5c [ 1922.794651] env[64147]: WARNING nova.compute.manager [None req-d9b47107-6ba2-4fea-a939-235c8a8c7316 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Image not found during snapshot: nova.exception.ImageNotFound: Image febe8d33-84ec-4668-a56f-18c7358ec4db could not be found. [ 1922.829878] env[64147]: DEBUG nova.compute.manager [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1922.847058] env[64147]: DEBUG nova.compute.manager [req-92aa6c35-4863-4429-989b-78ba7f4a9cfa req-4b28dbfd-8bf9-40bd-aec3-580b3f4f4dae service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Received event network-vif-plugged-0903ca5d-de2e-4f56-a7b5-8cde403048b6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1922.847314] env[64147]: DEBUG oslo_concurrency.lockutils [req-92aa6c35-4863-4429-989b-78ba7f4a9cfa req-4b28dbfd-8bf9-40bd-aec3-580b3f4f4dae service nova] Acquiring lock "0a1eb317-217f-494d-8c80-3195835e494d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.847528] env[64147]: DEBUG oslo_concurrency.lockutils [req-92aa6c35-4863-4429-989b-78ba7f4a9cfa req-4b28dbfd-8bf9-40bd-aec3-580b3f4f4dae service nova] Lock "0a1eb317-217f-494d-8c80-3195835e494d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.847677] env[64147]: DEBUG oslo_concurrency.lockutils [req-92aa6c35-4863-4429-989b-78ba7f4a9cfa req-4b28dbfd-8bf9-40bd-aec3-580b3f4f4dae service nova] Lock "0a1eb317-217f-494d-8c80-3195835e494d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.847846] env[64147]: DEBUG nova.compute.manager [req-92aa6c35-4863-4429-989b-78ba7f4a9cfa req-4b28dbfd-8bf9-40bd-aec3-580b3f4f4dae service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] No waiting events found dispatching network-vif-plugged-0903ca5d-de2e-4f56-a7b5-8cde403048b6 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1922.848104] env[64147]: WARNING nova.compute.manager [req-92aa6c35-4863-4429-989b-78ba7f4a9cfa req-4b28dbfd-8bf9-40bd-aec3-580b3f4f4dae service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Received unexpected event network-vif-plugged-0903ca5d-de2e-4f56-a7b5-8cde403048b6 for instance with vm_state building and task_state spawning. [ 1922.871786] env[64147]: DEBUG nova.virt.hardware [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1922.871786] env[64147]: DEBUG nova.virt.hardware [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1922.871786] env[64147]: DEBUG nova.virt.hardware [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1922.871786] env[64147]: DEBUG nova.virt.hardware [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1922.871786] env[64147]: DEBUG nova.virt.hardware [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1922.872267] env[64147]: DEBUG nova.virt.hardware [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1922.872647] env[64147]: DEBUG nova.virt.hardware [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1922.872926] env[64147]: DEBUG nova.virt.hardware [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1922.873416] env[64147]: DEBUG nova.virt.hardware [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1922.873699] env[64147]: DEBUG nova.virt.hardware [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1922.873995] env[64147]: DEBUG nova.virt.hardware [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1922.878821] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b81e05-4105-4802-9a42-b36aa9715f5e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.880877] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f56efef-305d-47cc-a937-3bbdc4dccb36 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "ceb24585-34bb-42b6-b6f5-8d770352ca5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.037s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.890295] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0961007a-0330-4d8e-9087-52ab49f9c82b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.897421] env[64147]: DEBUG nova.network.neutron [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Port 3aaf7de7-53c7-49c2-b92c-d859317fe2f9 binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1923.237501] env[64147]: DEBUG nova.compute.manager [req-38cf542c-1065-4541-9865-7a73959f5a59 req-ba335b99-d29a-4e72-9780-f3fd6351d9be service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Received event network-vif-deleted-418cc381-994f-47d0-89e0-12ac36aabc61 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1923.237750] env[64147]: INFO nova.compute.manager [req-38cf542c-1065-4541-9865-7a73959f5a59 req-ba335b99-d29a-4e72-9780-f3fd6351d9be service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Neutron deleted interface 418cc381-994f-47d0-89e0-12ac36aabc61; detaching it from the instance and deleting it from the info cache [ 1923.237927] env[64147]: DEBUG nova.network.neutron [req-38cf542c-1065-4541-9865-7a73959f5a59 req-ba335b99-d29a-4e72-9780-f3fd6351d9be service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.514173] env[64147]: DEBUG nova.network.neutron [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Successfully updated port: 0903ca5d-de2e-4f56-a7b5-8cde403048b6 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.527298] env[64147]: DEBUG nova.network.neutron [-] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.555321] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b82c3d-ea5c-488a-b3d7-c65a29b93e9d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.564240] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9508f7c-4eec-40c7-982a-be07abd5abc1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.599276] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143c85ac-8736-4a70-8b46-44acfc85dc92 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.607619] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420a5f0b-4cbc-4799-899c-5c20d5cb6020 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.621787] env[64147]: DEBUG nova.compute.provider_tree [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1923.741465] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3d3c509-ed0f-47a2-ad2a-6967e616b6f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.751206] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0586a69-d34a-4048-84e3-2b2750ab3b93 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.779157] env[64147]: DEBUG nova.compute.manager [req-38cf542c-1065-4541-9865-7a73959f5a59 req-ba335b99-d29a-4e72-9780-f3fd6351d9be service nova] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Detach interface failed, port_id=418cc381-994f-47d0-89e0-12ac36aabc61, reason: Instance 29fdb461-3f61-48ef-b36b-9a2c094a86cd could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1923.919765] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "506fe179-7007-4e92-8cf0-1610b3f0cc88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.921022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.921022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.948800] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.949076] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.014683] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "refresh_cache-0a1eb317-217f-494d-8c80-3195835e494d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.014842] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "refresh_cache-0a1eb317-217f-494d-8c80-3195835e494d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.015000] env[64147]: DEBUG nova.network.neutron [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.029736] env[64147]: INFO nova.compute.manager [-] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Took 1.69 seconds to deallocate network for instance. [ 1924.070854] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.071324] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.071324] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.071485] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.071672] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.073550] env[64147]: INFO nova.compute.manager [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Terminating instance [ 1924.124782] env[64147]: DEBUG nova.scheduler.client.report [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1924.308570] env[64147]: DEBUG nova.network.neutron [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Successfully updated port: 31d87f07-4796-4b96-afc4-e5bf26240a55 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1924.451261] env[64147]: DEBUG nova.compute.manager [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1924.535631] env[64147]: DEBUG oslo_concurrency.lockutils [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.567308] env[64147]: DEBUG nova.network.neutron [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.577648] env[64147]: DEBUG nova.compute.manager [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1924.577845] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.578797] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff87a81-c968-4587-b31f-4431fcf61848 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.586437] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.586672] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2640540f-ea20-45af-9961-207c06f47e24 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.593080] env[64147]: DEBUG oslo_vmware.api [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1924.593080] env[64147]: value = "task-1840760" [ 1924.593080] env[64147]: _type = "Task" [ 1924.593080] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.601622] env[64147]: DEBUG oslo_vmware.api [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.629414] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.629913] env[64147]: DEBUG nova.compute.manager [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1924.632677] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.281s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.634083] env[64147]: INFO nova.compute.claims [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1924.748278] env[64147]: DEBUG nova.network.neutron [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Updating instance_info_cache with network_info: [{"id": "0903ca5d-de2e-4f56-a7b5-8cde403048b6", "address": "fa:16:3e:ca:c3:09", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0903ca5d-de", "ovs_interfaceid": "0903ca5d-de2e-4f56-a7b5-8cde403048b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.812391] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquiring lock "refresh_cache-5f149f46-36e2-4de4-ad73-dd43378e3dc7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.812561] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquired lock "refresh_cache-5f149f46-36e2-4de4-ad73-dd43378e3dc7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.812721] env[64147]: DEBUG nova.network.neutron [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.954744] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.954934] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.955130] env[64147]: DEBUG nova.network.neutron [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.974562] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.102959] env[64147]: DEBUG oslo_vmware.api [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840760, 'name': PowerOffVM_Task, 'duration_secs': 0.197529} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.103260] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1925.103435] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1925.103683] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65d1a97e-06e3-4872-b1c9-9d2f229fea97 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.139121] env[64147]: DEBUG nova.compute.utils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1925.142874] env[64147]: DEBUG nova.compute.manager [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1925.142874] env[64147]: DEBUG nova.network.neutron [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1925.179188] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1925.179450] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1925.179632] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleting the datastore file [datastore1] c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1925.181125] env[64147]: DEBUG nova.policy [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3326c976d5947749dbf7df26f925886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3549758523d4b8188c0379e14379ef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1925.182702] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31e73592-7344-491a-b026-309c72d7b101 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.189364] env[64147]: DEBUG oslo_vmware.api [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for the task: (returnval){ [ 1925.189364] env[64147]: value = "task-1840762" [ 1925.189364] env[64147]: _type = "Task" [ 1925.189364] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.197008] env[64147]: DEBUG oslo_vmware.api [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.251646] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "refresh_cache-0a1eb317-217f-494d-8c80-3195835e494d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.251753] env[64147]: DEBUG nova.compute.manager [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Instance network_info: |[{"id": "0903ca5d-de2e-4f56-a7b5-8cde403048b6", "address": "fa:16:3e:ca:c3:09", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0903ca5d-de", "ovs_interfaceid": "0903ca5d-de2e-4f56-a7b5-8cde403048b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1925.252158] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:c3:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0903ca5d-de2e-4f56-a7b5-8cde403048b6', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.262227] env[64147]: DEBUG oslo.service.loopingcall [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.262227] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.262227] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e3fc864-9b31-4f0c-8321-ab2349b476b2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.281457] env[64147]: DEBUG nova.compute.manager [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Received event network-changed-0903ca5d-de2e-4f56-a7b5-8cde403048b6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1925.281650] env[64147]: DEBUG nova.compute.manager [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Refreshing instance network info cache due to event network-changed-0903ca5d-de2e-4f56-a7b5-8cde403048b6. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1925.281889] env[64147]: DEBUG oslo_concurrency.lockutils [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] Acquiring lock "refresh_cache-0a1eb317-217f-494d-8c80-3195835e494d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.282095] env[64147]: DEBUG oslo_concurrency.lockutils [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] Acquired lock "refresh_cache-0a1eb317-217f-494d-8c80-3195835e494d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.282254] env[64147]: DEBUG nova.network.neutron [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Refreshing network info cache for port 0903ca5d-de2e-4f56-a7b5-8cde403048b6 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1925.288095] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.288095] env[64147]: value = "task-1840763" [ 1925.288095] env[64147]: _type = "Task" [ 1925.288095] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.297016] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840763, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.361377] env[64147]: DEBUG nova.network.neutron [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1925.647024] env[64147]: DEBUG nova.compute.manager [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1925.708054] env[64147]: DEBUG oslo_vmware.api [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Task: {'id': task-1840762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123688} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.711311] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.711649] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.712860] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.713166] env[64147]: INFO nova.compute.manager [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1925.713519] env[64147]: DEBUG oslo.service.loopingcall [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.714181] env[64147]: DEBUG nova.compute.manager [-] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1925.714404] env[64147]: DEBUG nova.network.neutron [-] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1925.798629] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840763, 'name': CreateVM_Task, 'duration_secs': 0.324517} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.801436] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1925.803060] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.803518] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.803985] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1925.804393] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41de454a-c588-4c5f-bb0c-f0df2cce0787 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.809419] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1925.809419] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5257e4c2-3869-0606-7cee-223a2ecb932b" [ 1925.809419] env[64147]: _type = "Task" [ 1925.809419] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.823722] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5257e4c2-3869-0606-7cee-223a2ecb932b, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.824980] env[64147]: DEBUG nova.network.neutron [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Updating instance_info_cache with network_info: [{"id": "31d87f07-4796-4b96-afc4-e5bf26240a55", "address": "fa:16:3e:17:41:91", "network": {"id": "17c6e73d-2fcf-4c79-856d-eb44d8ba4ca0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-677899631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbe9201c55454e5bb2552a7a136b1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d87f07-47", "ovs_interfaceid": "31d87f07-4796-4b96-afc4-e5bf26240a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.827073] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.827447] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1925.827902] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.828194] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.828479] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1925.833129] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d4db466-1c92-4422-b254-7aad30365507 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.853630] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1925.853923] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1925.857232] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2232f78c-4d61-47ad-a5ca-a8a8f56f0196 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.863165] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1925.863165] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5228ff74-f78c-9a62-9579-5363f703374f" [ 1925.863165] env[64147]: _type = "Task" [ 1925.863165] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.871466] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5228ff74-f78c-9a62-9579-5363f703374f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.904774] env[64147]: DEBUG nova.network.neutron [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Successfully created port: 94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1925.955364] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179a1c59-9c5f-4fea-ba4b-49eb250c692d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.963576] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe48b914-5577-4be1-8a1f-0cf6fa0c4ebf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.002821] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaebe694-b376-4025-9097-ddf5427a9fc4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.010812] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68091c83-f99b-49ff-a95a-d1f14054524f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.024988] env[64147]: DEBUG nova.compute.provider_tree [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.131941] env[64147]: DEBUG nova.network.neutron [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Updated VIF entry in instance network info cache for port 0903ca5d-de2e-4f56-a7b5-8cde403048b6. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1926.132351] env[64147]: DEBUG nova.network.neutron [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Updating instance_info_cache with network_info: [{"id": "0903ca5d-de2e-4f56-a7b5-8cde403048b6", "address": "fa:16:3e:ca:c3:09", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0903ca5d-de", "ovs_interfaceid": "0903ca5d-de2e-4f56-a7b5-8cde403048b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.227053] env[64147]: DEBUG nova.network.neutron [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance_info_cache with network_info: [{"id": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "address": "fa:16:3e:44:04:56", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaf7de7-53", "ovs_interfaceid": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.239895] env[64147]: DEBUG nova.compute.manager [req-5f89b703-dddc-4a56-8789-54094db91076 req-c2e87cc6-ebc1-49eb-9d12-056c438a6b7a service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Received event network-vif-deleted-573fc8b9-f525-4cfd-8596-8a63b453fa8b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1926.240118] env[64147]: INFO nova.compute.manager [req-5f89b703-dddc-4a56-8789-54094db91076 req-c2e87cc6-ebc1-49eb-9d12-056c438a6b7a service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Neutron deleted interface 573fc8b9-f525-4cfd-8596-8a63b453fa8b; detaching it from the instance and deleting it from the info cache [ 1926.240913] env[64147]: DEBUG nova.network.neutron [req-5f89b703-dddc-4a56-8789-54094db91076 req-c2e87cc6-ebc1-49eb-9d12-056c438a6b7a service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.334488] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Releasing lock "refresh_cache-5f149f46-36e2-4de4-ad73-dd43378e3dc7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.334937] env[64147]: DEBUG nova.compute.manager [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Instance network_info: |[{"id": "31d87f07-4796-4b96-afc4-e5bf26240a55", "address": "fa:16:3e:17:41:91", "network": {"id": "17c6e73d-2fcf-4c79-856d-eb44d8ba4ca0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-677899631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbe9201c55454e5bb2552a7a136b1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d87f07-47", "ovs_interfaceid": "31d87f07-4796-4b96-afc4-e5bf26240a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1926.336211] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:41:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31d87f07-4796-4b96-afc4-e5bf26240a55', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1926.342813] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Creating folder: Project (dbe9201c55454e5bb2552a7a136b1894). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.343114] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2eb0d84-8274-49fa-9af5-c813826433c1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.354833] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Created folder: Project (dbe9201c55454e5bb2552a7a136b1894) in parent group-v380629. [ 1926.355033] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Creating folder: Instances. Parent ref: group-v380904. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.355272] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9712e7a9-6e67-4022-afb2-0541dd57cf4f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.364553] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Created folder: Instances in parent group-v380904. [ 1926.364782] env[64147]: DEBUG oslo.service.loopingcall [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.368308] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1926.368398] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a855675-1eae-4631-88e2-bce9529f5448 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.391039] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5228ff74-f78c-9a62-9579-5363f703374f, 'name': SearchDatastore_Task, 'duration_secs': 0.008779} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.391039] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1926.391039] env[64147]: value = "task-1840766" [ 1926.391039] env[64147]: _type = "Task" [ 1926.391039] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.391039] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3cc1fa7-de2e-4e98-afb7-0cd2b1cbe979 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.402698] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840766, 'name': CreateVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.403773] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1926.403773] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520bd34f-8f16-bec7-9e1d-ef272eae3cbb" [ 1926.403773] env[64147]: _type = "Task" [ 1926.403773] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.412125] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520bd34f-8f16-bec7-9e1d-ef272eae3cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.412535] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.412934] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0a1eb317-217f-494d-8c80-3195835e494d/0a1eb317-217f-494d-8c80-3195835e494d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1926.413332] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8955fc0a-0e05-45f7-8c8c-5ff4bc61b24e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.421412] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1926.421412] env[64147]: value = "task-1840767" [ 1926.421412] env[64147]: _type = "Task" [ 1926.421412] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.429522] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.528674] env[64147]: DEBUG nova.scheduler.client.report [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1926.580397] env[64147]: DEBUG nova.network.neutron [-] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.642891] env[64147]: DEBUG oslo_concurrency.lockutils [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] Releasing lock "refresh_cache-0a1eb317-217f-494d-8c80-3195835e494d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.642891] env[64147]: DEBUG nova.compute.manager [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Received event network-vif-plugged-31d87f07-4796-4b96-afc4-e5bf26240a55 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1926.643095] env[64147]: DEBUG oslo_concurrency.lockutils [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] Acquiring lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.643183] env[64147]: DEBUG oslo_concurrency.lockutils [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] Lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.643360] env[64147]: DEBUG oslo_concurrency.lockutils [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] Lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.643527] env[64147]: DEBUG nova.compute.manager [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] No waiting events found dispatching network-vif-plugged-31d87f07-4796-4b96-afc4-e5bf26240a55 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1926.643700] env[64147]: WARNING nova.compute.manager [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Received unexpected event network-vif-plugged-31d87f07-4796-4b96-afc4-e5bf26240a55 for instance with vm_state building and task_state spawning. [ 1926.643854] env[64147]: DEBUG nova.compute.manager [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Received event network-changed-31d87f07-4796-4b96-afc4-e5bf26240a55 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1926.644011] env[64147]: DEBUG nova.compute.manager [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Refreshing instance network info cache due to event network-changed-31d87f07-4796-4b96-afc4-e5bf26240a55. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1926.644212] env[64147]: DEBUG oslo_concurrency.lockutils [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] Acquiring lock "refresh_cache-5f149f46-36e2-4de4-ad73-dd43378e3dc7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.644356] env[64147]: DEBUG oslo_concurrency.lockutils [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] Acquired lock "refresh_cache-5f149f46-36e2-4de4-ad73-dd43378e3dc7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.644508] env[64147]: DEBUG nova.network.neutron [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Refreshing network info cache for port 31d87f07-4796-4b96-afc4-e5bf26240a55 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1926.656120] env[64147]: DEBUG nova.compute.manager [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1926.686350] env[64147]: DEBUG nova.virt.hardware [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1926.686648] env[64147]: DEBUG nova.virt.hardware [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1926.686812] env[64147]: DEBUG nova.virt.hardware [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1926.687099] env[64147]: DEBUG nova.virt.hardware [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1926.687252] env[64147]: DEBUG nova.virt.hardware [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1926.687402] env[64147]: DEBUG nova.virt.hardware [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1926.687617] env[64147]: DEBUG nova.virt.hardware [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1926.687779] env[64147]: DEBUG nova.virt.hardware [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1926.688247] env[64147]: DEBUG nova.virt.hardware [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1926.688454] env[64147]: DEBUG nova.virt.hardware [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1926.688633] env[64147]: DEBUG nova.virt.hardware [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1926.689600] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7d3898-ca80-4f82-a0e8-10cf3f2238a1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.698597] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce662f50-a3d5-4567-9590-b22febd43387 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.729523] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.742461] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caff6f1b-c7e3-43cf-a6bc-2e2d20f35ffe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.752075] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1070adfb-a7fc-43c2-af3f-925ddd6e52cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.782286] env[64147]: DEBUG nova.compute.manager [req-5f89b703-dddc-4a56-8789-54094db91076 req-c2e87cc6-ebc1-49eb-9d12-056c438a6b7a service nova] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Detach interface failed, port_id=573fc8b9-f525-4cfd-8596-8a63b453fa8b, reason: Instance c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1926.902755] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840766, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.931422] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460622} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.931664] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0a1eb317-217f-494d-8c80-3195835e494d/0a1eb317-217f-494d-8c80-3195835e494d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1926.931877] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1926.932138] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e6eb5e3-a53a-4736-8b1e-411bf1c10098 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.938311] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1926.938311] env[64147]: value = "task-1840768" [ 1926.938311] env[64147]: _type = "Task" [ 1926.938311] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.945302] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.033609] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.034152] env[64147]: DEBUG nova.compute.manager [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1927.037035] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.929s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.082937] env[64147]: INFO nova.compute.manager [-] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Took 1.37 seconds to deallocate network for instance. [ 1927.257687] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64934a8e-2337-4f22-90dd-2c3016896818 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.282777] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3495bb0a-783c-4a12-8478-4219612f0aa1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.290262] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance '506fe179-7007-4e92-8cf0-1610b3f0cc88' progress to 83 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1927.404468] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840766, 'name': CreateVM_Task, 'duration_secs': 0.537703} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.404650] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1927.405331] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.405500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.405824] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1927.406085] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb8a650-4102-44b9-b145-528a15fd4643 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.409277] env[64147]: DEBUG nova.network.neutron [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Updated VIF entry in instance network info cache for port 31d87f07-4796-4b96-afc4-e5bf26240a55. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.409870] env[64147]: DEBUG nova.network.neutron [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Updating instance_info_cache with network_info: [{"id": "31d87f07-4796-4b96-afc4-e5bf26240a55", "address": "fa:16:3e:17:41:91", "network": {"id": "17c6e73d-2fcf-4c79-856d-eb44d8ba4ca0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-677899631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbe9201c55454e5bb2552a7a136b1894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d87f07-47", "ovs_interfaceid": "31d87f07-4796-4b96-afc4-e5bf26240a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.413680] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for the task: (returnval){ [ 1927.413680] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5216b75d-ffa1-1a8f-9ae6-2c269f1e5f11" [ 1927.413680] env[64147]: _type = "Task" [ 1927.413680] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.420316] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5216b75d-ffa1-1a8f-9ae6-2c269f1e5f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.447719] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055572} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.447970] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1927.448970] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afad7724-74e3-4c4c-a8e1-4cab1ef05344 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.471524] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 0a1eb317-217f-494d-8c80-3195835e494d/0a1eb317-217f-494d-8c80-3195835e494d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.471955] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c6e767-d33b-42e5-9bc5-faf89f618fb9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.492079] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1927.492079] env[64147]: value = "task-1840769" [ 1927.492079] env[64147]: _type = "Task" [ 1927.492079] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.502070] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.540250] env[64147]: DEBUG nova.compute.utils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1927.543690] env[64147]: INFO nova.compute.claims [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1927.547325] env[64147]: DEBUG nova.compute.manager [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1927.548094] env[64147]: DEBUG nova.network.neutron [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1927.588334] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.613608] env[64147]: DEBUG nova.policy [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cc8820bad4e44709fb44a3741fdb1d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '738bec3f92ce448ea76f8bdba6344302', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1927.740729] env[64147]: DEBUG nova.compute.manager [req-b4e6186a-ba3d-404f-afaa-f4f241a5c902 req-cb017539-3d75-4eb4-96b2-0687d9babd85 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Received event network-vif-plugged-94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1927.741419] env[64147]: DEBUG oslo_concurrency.lockutils [req-b4e6186a-ba3d-404f-afaa-f4f241a5c902 req-cb017539-3d75-4eb4-96b2-0687d9babd85 service nova] Acquiring lock "25bd5ad7-db36-4001-91c4-489498c21c22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.741665] env[64147]: DEBUG oslo_concurrency.lockutils [req-b4e6186a-ba3d-404f-afaa-f4f241a5c902 req-cb017539-3d75-4eb4-96b2-0687d9babd85 service nova] Lock "25bd5ad7-db36-4001-91c4-489498c21c22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.741843] env[64147]: DEBUG oslo_concurrency.lockutils [req-b4e6186a-ba3d-404f-afaa-f4f241a5c902 req-cb017539-3d75-4eb4-96b2-0687d9babd85 service nova] Lock "25bd5ad7-db36-4001-91c4-489498c21c22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.742336] env[64147]: DEBUG nova.compute.manager [req-b4e6186a-ba3d-404f-afaa-f4f241a5c902 req-cb017539-3d75-4eb4-96b2-0687d9babd85 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] No waiting events found dispatching network-vif-plugged-94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1927.742738] env[64147]: WARNING nova.compute.manager [req-b4e6186a-ba3d-404f-afaa-f4f241a5c902 req-cb017539-3d75-4eb4-96b2-0687d9babd85 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Received unexpected event network-vif-plugged-94443e07-0275-402f-8ebb-45be7351c8b5 for instance with vm_state building and task_state spawning. [ 1927.799554] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3f10f068-63b5-4b1f-80d6-335273921020 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance '506fe179-7007-4e92-8cf0-1610b3f0cc88' progress to 100 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1927.911860] env[64147]: DEBUG oslo_concurrency.lockutils [req-f89df8e6-5d52-464b-816b-bdc68969d851 req-73168ec6-915a-4d03-96bf-e73fef16a47d service nova] Releasing lock "refresh_cache-5f149f46-36e2-4de4-ad73-dd43378e3dc7" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.922923] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5216b75d-ffa1-1a8f-9ae6-2c269f1e5f11, 'name': SearchDatastore_Task, 'duration_secs': 0.008767} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.923244] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.923474] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.923707] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.923855] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.924044] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.924344] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7af23b3d-30b0-4d34-9c81-f38930f8fa02 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.932625] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.932880] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.933782] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91386d3d-cad5-406d-af04-fe730b362128 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.939772] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for the task: (returnval){ [ 1927.939772] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527edbab-3a62-0947-0b4e-afdc70728503" [ 1927.939772] env[64147]: _type = "Task" [ 1927.939772] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.948112] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527edbab-3a62-0947-0b4e-afdc70728503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.003082] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840769, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.047910] env[64147]: DEBUG nova.compute.manager [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1928.052045] env[64147]: INFO nova.compute.resource_tracker [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating resource usage from migration 76677982-2f27-4cfb-9e21-55a14bad5021 [ 1928.297177] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c80f5a-b937-44fb-a43f-ce13600f2a86 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.307268] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e431bc-7cc3-42c4-b6f8-71b6296bdb65 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.338611] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9efc95e-9605-45a3-8ff9-f307081b790d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.341830] env[64147]: DEBUG nova.network.neutron [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Successfully updated port: 94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1928.349559] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df8f947-ef3b-4b2f-b441-53aacd7a3e34 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.366665] env[64147]: DEBUG nova.compute.provider_tree [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.450523] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527edbab-3a62-0947-0b4e-afdc70728503, 'name': SearchDatastore_Task, 'duration_secs': 0.008267} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.451313] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0647ba6-e5b6-47aa-a193-7c304eaacbf7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.456989] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for the task: (returnval){ [ 1928.456989] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ab4759-99ed-d3fd-2c22-42908ffc64cf" [ 1928.456989] env[64147]: _type = "Task" [ 1928.456989] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.464692] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ab4759-99ed-d3fd-2c22-42908ffc64cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.504332] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840769, 'name': ReconfigVM_Task, 'duration_secs': 0.534947} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.504608] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 0a1eb317-217f-494d-8c80-3195835e494d/0a1eb317-217f-494d-8c80-3195835e494d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1928.505572] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74c4b8ef-d22f-40e7-8962-fab2b29cacee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.512321] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1928.512321] env[64147]: value = "task-1840770" [ 1928.512321] env[64147]: _type = "Task" [ 1928.512321] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.515890] env[64147]: DEBUG nova.network.neutron [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Successfully created port: 6facdad7-5fa7-403c-bc38-dea27cdce556 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1928.526145] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840770, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.844683] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.844683] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.845058] env[64147]: DEBUG nova.network.neutron [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.869456] env[64147]: DEBUG nova.scheduler.client.report [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.967586] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ab4759-99ed-d3fd-2c22-42908ffc64cf, 'name': SearchDatastore_Task, 'duration_secs': 0.049244} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.967635] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.967881] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5f149f46-36e2-4de4-ad73-dd43378e3dc7/5f149f46-36e2-4de4-ad73-dd43378e3dc7.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.968397] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcff5b6f-e9ba-4802-9dd8-3b3904be3c3c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.975950] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for the task: (returnval){ [ 1928.975950] env[64147]: value = "task-1840771" [ 1928.975950] env[64147]: _type = "Task" [ 1928.975950] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.983909] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.021591] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840770, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.061385] env[64147]: DEBUG nova.compute.manager [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1929.087800] env[64147]: DEBUG nova.virt.hardware [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1929.088054] env[64147]: DEBUG nova.virt.hardware [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1929.088222] env[64147]: DEBUG nova.virt.hardware [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1929.088408] env[64147]: DEBUG nova.virt.hardware [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1929.088557] env[64147]: DEBUG nova.virt.hardware [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1929.088704] env[64147]: DEBUG nova.virt.hardware [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1929.088911] env[64147]: DEBUG nova.virt.hardware [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1929.089142] env[64147]: DEBUG nova.virt.hardware [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1929.089331] env[64147]: DEBUG nova.virt.hardware [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1929.089497] env[64147]: DEBUG nova.virt.hardware [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1929.089666] env[64147]: DEBUG nova.virt.hardware [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1929.090561] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91770b90-5f54-4f71-aebd-c769ee62cf24 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.098139] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622b6318-2525-4cca-b53f-28373796f31e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.374309] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.337s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.374525] env[64147]: INFO nova.compute.manager [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Migrating [ 1929.381589] env[64147]: DEBUG nova.network.neutron [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1929.383406] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.127s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.485641] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.522121] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840770, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.636603] env[64147]: DEBUG nova.network.neutron [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updating instance_info_cache with network_info: [{"id": "94443e07-0275-402f-8ebb-45be7351c8b5", "address": "fa:16:3e:9d:23:38", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94443e07-02", "ovs_interfaceid": "94443e07-0275-402f-8ebb-45be7351c8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.817648] env[64147]: DEBUG nova.compute.manager [req-ec895e32-3649-4c59-9ba5-b84636f53a67 req-fae2dd3e-2d6a-4574-9c54-957090e2f4a9 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Received event network-changed-94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1929.817871] env[64147]: DEBUG nova.compute.manager [req-ec895e32-3649-4c59-9ba5-b84636f53a67 req-fae2dd3e-2d6a-4574-9c54-957090e2f4a9 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing instance network info cache due to event network-changed-94443e07-0275-402f-8ebb-45be7351c8b5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1929.818089] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec895e32-3649-4c59-9ba5-b84636f53a67 req-fae2dd3e-2d6a-4574-9c54-957090e2f4a9 service nova] Acquiring lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.893759] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.894235] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.894235] env[64147]: DEBUG nova.network.neutron [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.990028] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840771, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.025167] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840770, 'name': Rename_Task, 'duration_secs': 1.156012} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.027904] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1930.028337] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05e08493-d032-4599-9e8d-f17374d44189 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.034571] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1930.034571] env[64147]: value = "task-1840772" [ 1930.034571] env[64147]: _type = "Task" [ 1930.034571] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.045131] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.057914] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.058083] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.058272] env[64147]: DEBUG nova.compute.manager [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Going to confirm migration 4 {{(pid=64147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1930.140294] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.140635] env[64147]: DEBUG nova.compute.manager [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Instance network_info: |[{"id": "94443e07-0275-402f-8ebb-45be7351c8b5", "address": "fa:16:3e:9d:23:38", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94443e07-02", "ovs_interfaceid": "94443e07-0275-402f-8ebb-45be7351c8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1930.142145] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec895e32-3649-4c59-9ba5-b84636f53a67 req-fae2dd3e-2d6a-4574-9c54-957090e2f4a9 service nova] Acquired lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.142341] env[64147]: DEBUG nova.network.neutron [req-ec895e32-3649-4c59-9ba5-b84636f53a67 req-fae2dd3e-2d6a-4574-9c54-957090e2f4a9 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing network info cache for port 94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.143568] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:23:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94443e07-0275-402f-8ebb-45be7351c8b5', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1930.151936] env[64147]: DEBUG oslo.service.loopingcall [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1930.152723] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fbc7ed-8289-4209-97d7-7a479a9df29a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.157811] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1930.158753] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce292f4e-0b1b-4d28-9eea-1e760074528e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.177661] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73ea417-f4c5-4116-b935-b0f28f95018a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.182088] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1930.182088] env[64147]: value = "task-1840773" [ 1930.182088] env[64147]: _type = "Task" [ 1930.182088] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.213953] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36216b48-3c7d-424a-af61-ddc8b62dc4c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.219888] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840773, 'name': CreateVM_Task} progress is 15%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.224700] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8824fe1f-598c-4de5-9f0d-a0c90bf48cb8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.239837] env[64147]: DEBUG nova.compute.provider_tree [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.284574] env[64147]: DEBUG nova.network.neutron [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Successfully updated port: 6facdad7-5fa7-403c-bc38-dea27cdce556 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1930.486335] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840771, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.038461} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.486670] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 5f149f46-36e2-4de4-ad73-dd43378e3dc7/5f149f46-36e2-4de4-ad73-dd43378e3dc7.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1930.486924] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1930.487238] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e040d94b-88d9-4e89-a03c-84c8c6d0b9ee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.494203] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for the task: (returnval){ [ 1930.494203] env[64147]: value = "task-1840774" [ 1930.494203] env[64147]: _type = "Task" [ 1930.494203] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.503933] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.530651] env[64147]: DEBUG nova.network.neutron [req-ec895e32-3649-4c59-9ba5-b84636f53a67 req-fae2dd3e-2d6a-4574-9c54-957090e2f4a9 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updated VIF entry in instance network info cache for port 94443e07-0275-402f-8ebb-45be7351c8b5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1930.531373] env[64147]: DEBUG nova.network.neutron [req-ec895e32-3649-4c59-9ba5-b84636f53a67 req-fae2dd3e-2d6a-4574-9c54-957090e2f4a9 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updating instance_info_cache with network_info: [{"id": "94443e07-0275-402f-8ebb-45be7351c8b5", "address": "fa:16:3e:9d:23:38", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94443e07-02", "ovs_interfaceid": "94443e07-0275-402f-8ebb-45be7351c8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.546836] env[64147]: DEBUG oslo_vmware.api [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840772, 'name': PowerOnVM_Task, 'duration_secs': 0.427603} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.547148] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1930.547408] env[64147]: INFO nova.compute.manager [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Took 12.07 seconds to spawn the instance on the hypervisor. [ 1930.547562] env[64147]: DEBUG nova.compute.manager [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1930.548372] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6324e-a312-40b9-a0c3-a9d0b1019ba4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.612081] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.612281] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.612453] env[64147]: DEBUG nova.network.neutron [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.612635] env[64147]: DEBUG nova.objects.instance [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'info_cache' on Instance uuid 506fe179-7007-4e92-8cf0-1610b3f0cc88 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.692222] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840773, 'name': CreateVM_Task, 'duration_secs': 0.496258} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.692402] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1930.693096] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.693281] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.693604] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1930.693937] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dae7e06-1244-47a1-ad27-d9e60a515163 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.698177] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1930.698177] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5282b051-36e7-f73c-c0c6-e0568b391f16" [ 1930.698177] env[64147]: _type = "Task" [ 1930.698177] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.701734] env[64147]: DEBUG nova.network.neutron [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance_info_cache with network_info: [{"id": "3abf43b6-4f8a-46fb-9b53-654810c319d3", "address": "fa:16:3e:6e:87:81", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abf43b6-4f", "ovs_interfaceid": "3abf43b6-4f8a-46fb-9b53-654810c319d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.707846] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5282b051-36e7-f73c-c0c6-e0568b391f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.742927] env[64147]: DEBUG nova.scheduler.client.report [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.787270] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "refresh_cache-d656a306-45e1-4f89-8f85-e1d2af843c08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.787439] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "refresh_cache-d656a306-45e1-4f89-8f85-e1d2af843c08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.787630] env[64147]: DEBUG nova.network.neutron [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.004144] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062338} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.004402] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1931.005152] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50006b15-2117-4d4b-a255-eb437d9f516b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.027187] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 5f149f46-36e2-4de4-ad73-dd43378e3dc7/5f149f46-36e2-4de4-ad73-dd43378e3dc7.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1931.027458] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cb01f79-3c19-44a5-bfa6-dc7bba27e1f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.041415] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec895e32-3649-4c59-9ba5-b84636f53a67 req-fae2dd3e-2d6a-4574-9c54-957090e2f4a9 service nova] Releasing lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.047373] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for the task: (returnval){ [ 1931.047373] env[64147]: value = "task-1840775" [ 1931.047373] env[64147]: _type = "Task" [ 1931.047373] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.055553] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.069223] env[64147]: INFO nova.compute.manager [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Took 23.82 seconds to build instance. [ 1931.205237] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.210052] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5282b051-36e7-f73c-c0c6-e0568b391f16, 'name': SearchDatastore_Task, 'duration_secs': 0.067232} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.210611] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.210855] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1931.211137] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.211303] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.211526] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1931.211782] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0d03e8f-ecc0-465f-939f-c044e131de26 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.221258] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1931.221503] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1931.222553] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a82f3ed-78cf-4bc3-a00d-3efc3c852128 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.228108] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1931.228108] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d9521b-1770-0356-179f-fbc04468779e" [ 1931.228108] env[64147]: _type = "Task" [ 1931.228108] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.237167] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d9521b-1770-0356-179f-fbc04468779e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.319505] env[64147]: DEBUG nova.network.neutron [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1931.458630] env[64147]: DEBUG nova.network.neutron [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Updating instance_info_cache with network_info: [{"id": "6facdad7-5fa7-403c-bc38-dea27cdce556", "address": "fa:16:3e:6d:8c:5f", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6facdad7-5f", "ovs_interfaceid": "6facdad7-5fa7-403c-bc38-dea27cdce556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.557254] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840775, 'name': ReconfigVM_Task, 'duration_secs': 0.27116} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.557539] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 5f149f46-36e2-4de4-ad73-dd43378e3dc7/5f149f46-36e2-4de4-ad73-dd43378e3dc7.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1931.558174] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fdbb416-a2aa-4dee-997d-205d94778c99 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.564734] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for the task: (returnval){ [ 1931.564734] env[64147]: value = "task-1840776" [ 1931.564734] env[64147]: _type = "Task" [ 1931.564734] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.571144] env[64147]: DEBUG oslo_concurrency.lockutils [None req-501e200e-f4c1-4fba-80fe-4641b1c0f4c1 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0a1eb317-217f-494d-8c80-3195835e494d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.329s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.574610] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840776, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.739421] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d9521b-1770-0356-179f-fbc04468779e, 'name': SearchDatastore_Task, 'duration_secs': 0.018473} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.740022] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ee5c79-f64b-49a7-a06e-001e98d84274 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.745898] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1931.745898] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52129a63-be0a-42b5-baec-1c2e44dbf600" [ 1931.745898] env[64147]: _type = "Task" [ 1931.745898] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.754245] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.371s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.756919] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52129a63-be0a-42b5-baec-1c2e44dbf600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.757925] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.195s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.758108] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.758268] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1931.758533] env[64147]: DEBUG oslo_concurrency.lockutils [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.223s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.758738] env[64147]: DEBUG nova.objects.instance [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lazy-loading 'resources' on Instance uuid 29fdb461-3f61-48ef-b36b-9a2c094a86cd {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.762124] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cc37f5-d0be-46c6-bcab-aac92987acef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.770154] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb66dfd6-e10b-4b2d-9292-8a146f888aa7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.784664] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d41bf7-fc9c-44b9-85d8-91cc427b5275 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.791582] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9a5341-5ef4-4d2c-a475-cc5c0188ca7d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.821940] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179124MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1931.822125] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.841636] env[64147]: DEBUG nova.compute.manager [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Received event network-vif-plugged-6facdad7-5fa7-403c-bc38-dea27cdce556 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1931.841879] env[64147]: DEBUG oslo_concurrency.lockutils [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] Acquiring lock "d656a306-45e1-4f89-8f85-e1d2af843c08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.842117] env[64147]: DEBUG oslo_concurrency.lockutils [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] Lock "d656a306-45e1-4f89-8f85-e1d2af843c08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.842465] env[64147]: DEBUG oslo_concurrency.lockutils [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] Lock "d656a306-45e1-4f89-8f85-e1d2af843c08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.842676] env[64147]: DEBUG nova.compute.manager [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] No waiting events found dispatching network-vif-plugged-6facdad7-5fa7-403c-bc38-dea27cdce556 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1931.842855] env[64147]: WARNING nova.compute.manager [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Received unexpected event network-vif-plugged-6facdad7-5fa7-403c-bc38-dea27cdce556 for instance with vm_state building and task_state spawning. [ 1931.843045] env[64147]: DEBUG nova.compute.manager [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Received event network-changed-6facdad7-5fa7-403c-bc38-dea27cdce556 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1931.843226] env[64147]: DEBUG nova.compute.manager [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Refreshing instance network info cache due to event network-changed-6facdad7-5fa7-403c-bc38-dea27cdce556. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1931.843408] env[64147]: DEBUG oslo_concurrency.lockutils [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] Acquiring lock "refresh_cache-d656a306-45e1-4f89-8f85-e1d2af843c08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.859947] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "0af18be3-ecab-4909-b475-d63c8365c272" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.860203] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0af18be3-ecab-4909-b475-d63c8365c272" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.886527] env[64147]: DEBUG nova.network.neutron [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance_info_cache with network_info: [{"id": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "address": "fa:16:3e:44:04:56", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaf7de7-53", "ovs_interfaceid": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.962033] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "refresh_cache-d656a306-45e1-4f89-8f85-e1d2af843c08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.962429] env[64147]: DEBUG nova.compute.manager [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Instance network_info: |[{"id": "6facdad7-5fa7-403c-bc38-dea27cdce556", "address": "fa:16:3e:6d:8c:5f", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6facdad7-5f", "ovs_interfaceid": "6facdad7-5fa7-403c-bc38-dea27cdce556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1931.963091] env[64147]: DEBUG oslo_concurrency.lockutils [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] Acquired lock "refresh_cache-d656a306-45e1-4f89-8f85-e1d2af843c08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.963290] env[64147]: DEBUG nova.network.neutron [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Refreshing network info cache for port 6facdad7-5fa7-403c-bc38-dea27cdce556 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1931.964708] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:8c:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6facdad7-5fa7-403c-bc38-dea27cdce556', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1931.972124] env[64147]: DEBUG oslo.service.loopingcall [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.973018] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1931.973253] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff5a421f-e842-4a1b-a0cb-7ddb11bdfb7a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.993554] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1931.993554] env[64147]: value = "task-1840777" [ 1931.993554] env[64147]: _type = "Task" [ 1931.993554] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.001518] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840777, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.075437] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840776, 'name': Rename_Task, 'duration_secs': 0.121211} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.075714] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.075947] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52bd9434-0df9-4b91-9298-d9fbab5f8460 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.082343] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for the task: (returnval){ [ 1932.082343] env[64147]: value = "task-1840778" [ 1932.082343] env[64147]: _type = "Task" [ 1932.082343] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.089503] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.256071] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52129a63-be0a-42b5-baec-1c2e44dbf600, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.256619] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.256695] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 25bd5ad7-db36-4001-91c4-489498c21c22/25bd5ad7-db36-4001-91c4-489498c21c22.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.256959] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e57ba43-fef6-46ee-9710-cad60946b8e0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.269863] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1932.269863] env[64147]: value = "task-1840779" [ 1932.269863] env[64147]: _type = "Task" [ 1932.269863] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.279528] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.323132] env[64147]: INFO nova.scheduler.client.report [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleted allocation for migration 4d4859fe-2a3f-4fb3-b836-526cd6f226e1 [ 1932.363645] env[64147]: DEBUG nova.compute.manager [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1932.388996] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.389402] env[64147]: DEBUG nova.objects.instance [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'migration_context' on Instance uuid 506fe179-7007-4e92-8cf0-1610b3f0cc88 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.507480] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840777, 'name': CreateVM_Task, 'duration_secs': 0.397344} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.512416] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1932.513412] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.514096] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.514096] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1932.514526] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4151ba8-8dc3-49f6-95c1-2149e709c0db {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.520430] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1932.520430] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]528c51f5-bac8-f239-1641-dbd2ec5c0b03" [ 1932.520430] env[64147]: _type = "Task" [ 1932.520430] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.525626] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eef6e0-3969-49b0-8ff7-2b72f7ef7a15 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.533610] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528c51f5-bac8-f239-1641-dbd2ec5c0b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.536917] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb5aa38-a110-4389-8416-78fc3090ae26 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.571672] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8da64d-ad60-46b6-962a-18833db22cab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.582613] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b1f971-9b01-4253-8f80-e751481afceb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.607232] env[64147]: DEBUG nova.compute.provider_tree [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.607830] env[64147]: DEBUG oslo_vmware.api [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840778, 'name': PowerOnVM_Task, 'duration_secs': 0.438755} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.608600] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.611020] env[64147]: INFO nova.compute.manager [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1932.611020] env[64147]: DEBUG nova.compute.manager [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1932.611020] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857d012f-1c82-4005-ad21-7dde31c7bb78 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.723971] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a254379-fb15-42cd-8285-e6e60add443d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.746702] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance 'fed2bed2-f7ce-493d-a2a4-231f433e1c8d' progress to 0 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1932.780902] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840779, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.820665] env[64147]: DEBUG nova.network.neutron [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Updated VIF entry in instance network info cache for port 6facdad7-5fa7-403c-bc38-dea27cdce556. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1932.821201] env[64147]: DEBUG nova.network.neutron [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Updating instance_info_cache with network_info: [{"id": "6facdad7-5fa7-403c-bc38-dea27cdce556", "address": "fa:16:3e:6d:8c:5f", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6facdad7-5f", "ovs_interfaceid": "6facdad7-5fa7-403c-bc38-dea27cdce556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.827915] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8dea4088-239d-4d83-a859-37128a8f6755 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.999s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.883440] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.894807] env[64147]: DEBUG nova.objects.base [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Object Instance<506fe179-7007-4e92-8cf0-1610b3f0cc88> lazy-loaded attributes: info_cache,migration_context {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1932.895887] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab96561-ecad-47e6-8d18-97d54de5f416 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.916799] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41cc3543-3817-422d-849a-ac00c3ff4873 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.923106] env[64147]: DEBUG oslo_vmware.api [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1932.923106] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]525277c3-740d-6368-6d3f-37c81eaf0402" [ 1932.923106] env[64147]: _type = "Task" [ 1932.923106] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.933131] env[64147]: DEBUG oslo_vmware.api [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525277c3-740d-6368-6d3f-37c81eaf0402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.036620] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528c51f5-bac8-f239-1641-dbd2ec5c0b03, 'name': SearchDatastore_Task, 'duration_secs': 0.050729} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.037109] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.037489] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1933.037861] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.038150] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.038470] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1933.038854] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b8b1167-09f1-44e2-9750-9b4de21d9b4b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.051812] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1933.051812] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1933.053338] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9d1065-14c4-45da-a581-0999c9bc37fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.060908] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1933.060908] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52285f20-720f-a670-5d76-68771ccc2015" [ 1933.060908] env[64147]: _type = "Task" [ 1933.060908] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.070636] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52285f20-720f-a670-5d76-68771ccc2015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.112027] env[64147]: DEBUG nova.scheduler.client.report [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1933.136487] env[64147]: INFO nova.compute.manager [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Took 24.43 seconds to build instance. [ 1933.257588] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1933.258102] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6d5fd48-5bf6-4fb2-9987-28754c547694 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.267575] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1933.267575] env[64147]: value = "task-1840780" [ 1933.267575] env[64147]: _type = "Task" [ 1933.267575] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.281828] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523896} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.286047] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 25bd5ad7-db36-4001-91c4-489498c21c22/25bd5ad7-db36-4001-91c4-489498c21c22.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1933.286421] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1933.286818] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.288548] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9ae8093-874f-4a97-93fd-8c10ac19c909 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.294696] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1933.294696] env[64147]: value = "task-1840781" [ 1933.294696] env[64147]: _type = "Task" [ 1933.294696] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.306536] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.324634] env[64147]: DEBUG oslo_concurrency.lockutils [req-ae42d56f-0bbd-437c-84ab-5dff5a8b8339 req-4d2aa287-0327-455f-b654-efa81d3bbddf service nova] Releasing lock "refresh_cache-d656a306-45e1-4f89-8f85-e1d2af843c08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.435319] env[64147]: DEBUG oslo_vmware.api [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525277c3-740d-6368-6d3f-37c81eaf0402, 'name': SearchDatastore_Task, 'duration_secs': 0.008226} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.435686] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.519812] env[64147]: DEBUG oslo_concurrency.lockutils [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.520100] env[64147]: DEBUG oslo_concurrency.lockutils [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.520329] env[64147]: DEBUG oslo_concurrency.lockutils [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "49e0af98-e430-4d2f-ae10-e6aa178006cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.520605] env[64147]: DEBUG oslo_concurrency.lockutils [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.520809] env[64147]: DEBUG oslo_concurrency.lockutils [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.571941] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52285f20-720f-a670-5d76-68771ccc2015, 'name': SearchDatastore_Task, 'duration_secs': 0.020979} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.572855] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416a26ff-d8b4-4615-ac3d-67c0853759c7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.614972] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1933.614972] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e29870-8f0a-2ed7-c577-fb2eb00a25e7" [ 1933.614972] env[64147]: _type = "Task" [ 1933.614972] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.615903] env[64147]: INFO nova.compute.manager [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Terminating instance [ 1933.623821] env[64147]: DEBUG oslo_concurrency.lockutils [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.628189] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.654s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.630592] env[64147]: INFO nova.compute.claims [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1933.640169] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a0c0eae9-d448-4913-8790-9d5e87390852 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.965s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.640492] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e29870-8f0a-2ed7-c577-fb2eb00a25e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.648183] env[64147]: INFO nova.scheduler.client.report [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Deleted allocations for instance 29fdb461-3f61-48ef-b36b-9a2c094a86cd [ 1933.778545] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840780, 'name': PowerOffVM_Task, 'duration_secs': 0.425204} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.778829] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1933.779027] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance 'fed2bed2-f7ce-493d-a2a4-231f433e1c8d' progress to 17 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1933.803569] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168835} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.803824] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1933.804603] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7028f601-551e-468f-8367-a5270b57d113 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.826479] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 25bd5ad7-db36-4001-91c4-489498c21c22/25bd5ad7-db36-4001-91c4-489498c21c22.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1933.827502] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e535fba-7da5-4ed5-97b3-e468e3ab8060 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.846825] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1933.846825] env[64147]: value = "task-1840782" [ 1933.846825] env[64147]: _type = "Task" [ 1933.846825] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.854556] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.126601] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e29870-8f0a-2ed7-c577-fb2eb00a25e7, 'name': SearchDatastore_Task, 'duration_secs': 0.025351} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.126872] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.127171] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] d656a306-45e1-4f89-8f85-e1d2af843c08/d656a306-45e1-4f89-8f85-e1d2af843c08.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1934.127440] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e431358a-7aec-4222-b05f-a37e32479424 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.135430] env[64147]: DEBUG nova.compute.manager [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1934.135657] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.135994] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1934.135994] env[64147]: value = "task-1840783" [ 1934.135994] env[64147]: _type = "Task" [ 1934.135994] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.139999] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cddf2fd-b545-4911-88d8-fc47599fad41 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.153031] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.156639] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.157110] env[64147]: DEBUG oslo_concurrency.lockutils [None req-50f299aa-8849-4553-88df-c69d783143f8 tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "29fdb461-3f61-48ef-b36b-9a2c094a86cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.318s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.158144] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1cf6157-7d09-4fa6-ad3e-4e5cc30b11e6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.166745] env[64147]: DEBUG oslo_vmware.api [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1934.166745] env[64147]: value = "task-1840784" [ 1934.166745] env[64147]: _type = "Task" [ 1934.166745] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.174137] env[64147]: DEBUG oslo_vmware.api [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.264813] env[64147]: DEBUG oslo_concurrency.lockutils [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquiring lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.267507] env[64147]: DEBUG oslo_concurrency.lockutils [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.267507] env[64147]: DEBUG oslo_concurrency.lockutils [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquiring lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.267507] env[64147]: DEBUG oslo_concurrency.lockutils [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.267507] env[64147]: DEBUG oslo_concurrency.lockutils [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.271873] env[64147]: INFO nova.compute.manager [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Terminating instance [ 1934.285681] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1934.285681] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1934.285681] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1934.286613] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1934.287086] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1934.287421] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1934.287800] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1934.288119] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1934.291260] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1934.291260] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1934.291260] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1934.296686] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e582b9f-bce3-4017-9457-3da775567580 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.314482] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1934.314482] env[64147]: value = "task-1840785" [ 1934.314482] env[64147]: _type = "Task" [ 1934.314482] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.324897] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.359370] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.658737] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840783, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.679771] env[64147]: DEBUG oslo_vmware.api [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840784, 'name': PowerOffVM_Task, 'duration_secs': 0.182841} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.680168] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.680760] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1934.680760] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae50d9a7-2dff-4bfd-9569-60b8d373225f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.776947] env[64147]: DEBUG nova.compute.manager [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1934.777519] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.778175] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78618f23-389d-47dc-ad2b-db7312f83cdc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.788832] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.789151] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29ccfe0b-0531-4a93-a428-8b856cea36fa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.803521] env[64147]: DEBUG oslo_vmware.api [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for the task: (returnval){ [ 1934.803521] env[64147]: value = "task-1840787" [ 1934.803521] env[64147]: _type = "Task" [ 1934.803521] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.822952] env[64147]: DEBUG oslo_vmware.api [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.831092] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840785, 'name': ReconfigVM_Task, 'duration_secs': 0.469708} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.831569] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance 'fed2bed2-f7ce-493d-a2a4-231f433e1c8d' progress to 33 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1934.845753] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1934.845898] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1934.845992] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleting the datastore file [datastore1] 49e0af98-e430-4d2f-ae10-e6aa178006cf {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1934.846279] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19bd6416-1a1d-48d7-99e7-57349287f855 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.856161] env[64147]: DEBUG oslo_vmware.api [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1934.856161] env[64147]: value = "task-1840788" [ 1934.856161] env[64147]: _type = "Task" [ 1934.856161] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.859455] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840782, 'name': ReconfigVM_Task, 'duration_secs': 0.556964} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.862894] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 25bd5ad7-db36-4001-91c4-489498c21c22/25bd5ad7-db36-4001-91c4-489498c21c22.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.863796] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0527279-4620-42b9-b4fb-1b22d840e8a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.874947] env[64147]: DEBUG oslo_vmware.api [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.878769] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1934.878769] env[64147]: value = "task-1840789" [ 1934.878769] env[64147]: _type = "Task" [ 1934.878769] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.893400] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840789, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.898817] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7fa37d-d2d2-4b64-bcd3-4c2a36044514 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.910705] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f712be0a-5667-4182-8d35-97c2baad31b9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.951034] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11770ef9-83ba-4df3-801b-70dca5322539 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.957227] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0a19dc-048e-45c0-8812-e99390674c9f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.976452] env[64147]: DEBUG nova.compute.provider_tree [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.153025] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79247} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.153379] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] d656a306-45e1-4f89-8f85-e1d2af843c08/d656a306-45e1-4f89-8f85-e1d2af843c08.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1935.153635] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1935.153926] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6930238a-c0e3-48fa-b671-c810e0250197 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.160153] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1935.160153] env[64147]: value = "task-1840790" [ 1935.160153] env[64147]: _type = "Task" [ 1935.160153] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.168346] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.300040] env[64147]: DEBUG oslo_concurrency.lockutils [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.300182] env[64147]: DEBUG oslo_concurrency.lockutils [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.300401] env[64147]: DEBUG oslo_concurrency.lockutils [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.300630] env[64147]: DEBUG oslo_concurrency.lockutils [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.300841] env[64147]: DEBUG oslo_concurrency.lockutils [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.303041] env[64147]: INFO nova.compute.manager [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Terminating instance [ 1935.313453] env[64147]: DEBUG oslo_vmware.api [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840787, 'name': PowerOffVM_Task, 'duration_secs': 0.196048} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.313706] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.313873] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1935.314607] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fe6dce1-2c65-47cd-9b7c-8d957c7da96e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.338024] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1935.338282] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1935.338442] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1935.338628] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1935.338776] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1935.338922] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1935.339175] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1935.339352] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1935.339523] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1935.339686] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1935.339855] env[64147]: DEBUG nova.virt.hardware [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1935.345225] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1935.345504] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8af10480-8247-48df-9de2-a7e7e30d1805 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.364220] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1935.364220] env[64147]: value = "task-1840792" [ 1935.364220] env[64147]: _type = "Task" [ 1935.364220] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.372503] env[64147]: DEBUG oslo_vmware.api [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389776} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.373126] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.373344] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.373567] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.373775] env[64147]: INFO nova.compute.manager [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1935.374059] env[64147]: DEBUG oslo.service.loopingcall [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.374289] env[64147]: DEBUG nova.compute.manager [-] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1935.374427] env[64147]: DEBUG nova.network.neutron [-] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1935.379064] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840792, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.389015] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840789, 'name': Rename_Task, 'duration_secs': 0.146168} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.389273] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.389589] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8224e741-2872-45c3-b077-e7eac72e5f71 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.401616] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1935.401616] env[64147]: value = "task-1840793" [ 1935.401616] env[64147]: _type = "Task" [ 1935.401616] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.414100] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.499372] env[64147]: ERROR nova.scheduler.client.report [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [req-5e2586b4-ba04-4eba-a537-3b94803c0184] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e2586b4-ba04-4eba-a537-3b94803c0184"}]} [ 1935.516150] env[64147]: DEBUG nova.scheduler.client.report [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1935.532975] env[64147]: DEBUG nova.scheduler.client.report [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1935.533238] env[64147]: DEBUG nova.compute.provider_tree [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.546014] env[64147]: DEBUG nova.scheduler.client.report [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1935.575385] env[64147]: DEBUG nova.scheduler.client.report [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1935.669267] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089507} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.671582] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1935.672515] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725177fa-fdd2-47e9-ac5c-9268aaa44e01 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.694324] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d656a306-45e1-4f89-8f85-e1d2af843c08/d656a306-45e1-4f89-8f85-e1d2af843c08.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1935.696942] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a02e30-4ee4-4939-a000-8d3d46cd84ac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.717350] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1935.717350] env[64147]: value = "task-1840794" [ 1935.717350] env[64147]: _type = "Task" [ 1935.717350] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.725351] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.810314] env[64147]: DEBUG nova.compute.manager [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1935.810677] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1935.813111] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5f135d-f321-429e-af1c-63b845ac0e8f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.817893] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038fa076-6927-46b3-b9d2-4053e862b284 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.830108] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45a891d-2702-4f96-9b5b-1abc0483e6d6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.834670] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.834959] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e9ecdb-be2b-4a61-91fd-6305a1a5f1eb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.865988] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13af6523-eb62-449d-81e5-71e076d81b1e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.868712] env[64147]: DEBUG oslo_vmware.api [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1935.868712] env[64147]: value = "task-1840795" [ 1935.868712] env[64147]: _type = "Task" [ 1935.868712] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.877932] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d811782d-31a9-427d-8de2-ce48122684e1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.886759] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840792, 'name': ReconfigVM_Task, 'duration_secs': 0.256185} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.886993] env[64147]: DEBUG oslo_vmware.api [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.887654] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1935.888342] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67888fe9-6c59-4214-8f61-e4d725c6872c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.898105] env[64147]: DEBUG nova.compute.provider_tree [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.918632] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] fed2bed2-f7ce-493d-a2a4-231f433e1c8d/fed2bed2-f7ce-493d-a2a4-231f433e1c8d.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1935.922634] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96629c07-1d57-4f8e-9142-efd4cea6035b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.942212] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840793, 'name': PowerOnVM_Task} progress is 76%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.943517] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1935.943517] env[64147]: value = "task-1840796" [ 1935.943517] env[64147]: _type = "Task" [ 1935.943517] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.954266] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.226596] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840794, 'name': ReconfigVM_Task, 'duration_secs': 0.438764} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.226964] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d656a306-45e1-4f89-8f85-e1d2af843c08/d656a306-45e1-4f89-8f85-e1d2af843c08.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1936.227554] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-637f2372-785e-4abc-91c4-f4257633fc64 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.233762] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1936.233762] env[64147]: value = "task-1840797" [ 1936.233762] env[64147]: _type = "Task" [ 1936.233762] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.241608] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840797, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.331266] env[64147]: DEBUG nova.compute.manager [req-e6113bcd-d862-49ac-90fc-128a90476e63 req-41dce1b7-447e-452a-bf10-070dc588ed39 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Received event network-vif-deleted-f617a657-b73b-4a69-aff0-7f452d489187 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1936.331464] env[64147]: INFO nova.compute.manager [req-e6113bcd-d862-49ac-90fc-128a90476e63 req-41dce1b7-447e-452a-bf10-070dc588ed39 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Neutron deleted interface f617a657-b73b-4a69-aff0-7f452d489187; detaching it from the instance and deleting it from the info cache [ 1936.331636] env[64147]: DEBUG nova.network.neutron [req-e6113bcd-d862-49ac-90fc-128a90476e63 req-41dce1b7-447e-452a-bf10-070dc588ed39 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.381569] env[64147]: DEBUG oslo_vmware.api [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840795, 'name': PowerOffVM_Task, 'duration_secs': 0.323453} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.381845] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1936.382026] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1936.382274] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d3a2ba0-c7fd-40a7-b67a-b5d0dccb2efc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.421011] env[64147]: DEBUG oslo_vmware.api [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840793, 'name': PowerOnVM_Task, 'duration_secs': 0.714833} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.421011] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.421197] env[64147]: INFO nova.compute.manager [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1936.421390] env[64147]: DEBUG nova.compute.manager [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.422172] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e374c822-4e2d-4f9c-8bd8-9133a3eaa9bb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.433526] env[64147]: DEBUG nova.scheduler.client.report [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1936.433774] env[64147]: DEBUG nova.compute.provider_tree [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 140 to 141 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1936.433955] env[64147]: DEBUG nova.compute.provider_tree [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1936.455966] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.744233] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840797, 'name': Rename_Task, 'duration_secs': 0.419251} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.744550] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1936.744747] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-523e8ca0-4955-43ee-81d2-f4f1990ce0e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.750179] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1936.750179] env[64147]: value = "task-1840799" [ 1936.750179] env[64147]: _type = "Task" [ 1936.750179] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.757407] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.807971] env[64147]: DEBUG nova.network.neutron [-] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.834412] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15126194-4a31-4e8d-8bd7-5663cd5629a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.843616] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4bbf3e-2fce-43bc-b6c5-d5c6098d2186 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.874833] env[64147]: DEBUG nova.compute.manager [req-e6113bcd-d862-49ac-90fc-128a90476e63 req-41dce1b7-447e-452a-bf10-070dc588ed39 service nova] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Detach interface failed, port_id=f617a657-b73b-4a69-aff0-7f452d489187, reason: Instance 49e0af98-e430-4d2f-ae10-e6aa178006cf could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1936.938537] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.310s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.939042] env[64147]: DEBUG nova.compute.manager [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1936.941450] env[64147]: INFO nova.compute.manager [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Took 23.73 seconds to build instance. [ 1936.942267] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.354s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.943136] env[64147]: DEBUG nova.objects.instance [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lazy-loading 'resources' on Instance uuid c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.954570] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840796, 'name': ReconfigVM_Task, 'duration_secs': 0.801835} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.954803] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Reconfigured VM instance instance-00000062 to attach disk [datastore1] fed2bed2-f7ce-493d-a2a4-231f433e1c8d/fed2bed2-f7ce-493d-a2a4-231f433e1c8d.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1936.955218] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance 'fed2bed2-f7ce-493d-a2a4-231f433e1c8d' progress to 50 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1937.084845] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1937.085112] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1937.085308] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Deleting the datastore file [datastore1] 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.086587] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07b02b25-6feb-40e3-a153-012560486d17 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.088608] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1937.088834] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1937.089014] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Deleting the datastore file [datastore1] 5f149f46-36e2-4de4-ad73-dd43378e3dc7 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.089365] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e1bfca8-7bbc-4a6e-bb72-4ab0cb43014d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.096466] env[64147]: DEBUG oslo_vmware.api [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for the task: (returnval){ [ 1937.096466] env[64147]: value = "task-1840801" [ 1937.096466] env[64147]: _type = "Task" [ 1937.096466] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.097513] env[64147]: DEBUG oslo_vmware.api [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for the task: (returnval){ [ 1937.097513] env[64147]: value = "task-1840800" [ 1937.097513] env[64147]: _type = "Task" [ 1937.097513] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.115143] env[64147]: DEBUG oslo_vmware.api [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.115394] env[64147]: DEBUG oslo_vmware.api [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.263180] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840799, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.310988] env[64147]: INFO nova.compute.manager [-] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Took 1.94 seconds to deallocate network for instance. [ 1937.444761] env[64147]: DEBUG oslo_concurrency.lockutils [None req-428125e5-d174-4e0b-98e6-14be4cc3deac tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "25bd5ad7-db36-4001-91c4-489498c21c22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.245s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.445594] env[64147]: DEBUG nova.compute.utils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1937.451020] env[64147]: DEBUG nova.compute.manager [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1937.451020] env[64147]: DEBUG nova.network.neutron [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1937.464478] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce2072c-26ad-4ebc-a414-c3abb3a5d456 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.486270] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4e1e2a-cc54-45c7-b85f-f90cc4678546 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.504453] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance 'fed2bed2-f7ce-493d-a2a4-231f433e1c8d' progress to 67 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1937.559729] env[64147]: DEBUG nova.policy [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d0b08ca57c6428da55dbc42a0ff4bfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f15a7a2b04f9414d87076c5df508bca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1937.610671] env[64147]: DEBUG oslo_vmware.api [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Task: {'id': task-1840801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16327} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.610893] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.611096] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.611278] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.611454] env[64147]: INFO nova.compute.manager [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Took 2.83 seconds to destroy the instance on the hypervisor. [ 1937.611713] env[64147]: DEBUG oslo.service.loopingcall [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.611898] env[64147]: DEBUG nova.compute.manager [-] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1937.611993] env[64147]: DEBUG nova.network.neutron [-] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1937.616326] env[64147]: DEBUG oslo_vmware.api [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Task: {'id': task-1840800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17628} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.616803] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.616981] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.617170] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.617334] env[64147]: INFO nova.compute.manager [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1937.617547] env[64147]: DEBUG oslo.service.loopingcall [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.617721] env[64147]: DEBUG nova.compute.manager [-] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1937.617813] env[64147]: DEBUG nova.network.neutron [-] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1937.706655] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86158ec-4c1d-4eaa-9614-aa45d998f9a9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.714899] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b075ce6-0e5a-4472-94ed-f006feabc513 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.755870] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717101ad-c206-4ae6-9d37-8d6720dca7fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.763645] env[64147]: DEBUG oslo_vmware.api [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840799, 'name': PowerOnVM_Task, 'duration_secs': 0.680136} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.766160] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1937.766463] env[64147]: INFO nova.compute.manager [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1937.766737] env[64147]: DEBUG nova.compute.manager [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1937.767709] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e12578-7c3d-4787-ad32-2549ff7c01cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.771642] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74f8c42-4bcc-43f7-9a87-e78ee0d86576 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.787032] env[64147]: DEBUG nova.compute.provider_tree [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1937.817373] env[64147]: DEBUG oslo_concurrency.lockutils [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.895198] env[64147]: DEBUG nova.compute.manager [req-58bee473-8ed7-449e-bc3d-742a93633bb7 req-2a685c3b-0ca1-4bed-adf5-10c657f48ed9 service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Received event network-vif-deleted-e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1937.895497] env[64147]: INFO nova.compute.manager [req-58bee473-8ed7-449e-bc3d-742a93633bb7 req-2a685c3b-0ca1-4bed-adf5-10c657f48ed9 service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Neutron deleted interface e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb; detaching it from the instance and deleting it from the info cache [ 1937.895582] env[64147]: DEBUG nova.network.neutron [req-58bee473-8ed7-449e-bc3d-742a93633bb7 req-2a685c3b-0ca1-4bed-adf5-10c657f48ed9 service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.953448] env[64147]: DEBUG nova.compute.manager [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1938.043940] env[64147]: DEBUG nova.network.neutron [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Port 3abf43b6-4f8a-46fb-9b53-654810c319d3 binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1938.310754] env[64147]: DEBUG nova.network.neutron [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Successfully created port: 02309c95-ee68-48ad-b328-d6b13f2032d6 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1938.311766] env[64147]: INFO nova.compute.manager [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Took 24.98 seconds to build instance. [ 1938.335517] env[64147]: DEBUG nova.scheduler.client.report [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1938.335911] env[64147]: DEBUG nova.compute.provider_tree [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 141 to 142 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1938.336140] env[64147]: DEBUG nova.compute.provider_tree [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1938.365229] env[64147]: DEBUG nova.network.neutron [-] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.398291] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50a3ba80-a347-4eb3-82b5-554a42f30700 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.408576] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d95449-6ece-431b-8061-8fefb1cb5c2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.441411] env[64147]: DEBUG nova.compute.manager [req-58bee473-8ed7-449e-bc3d-742a93633bb7 req-2a685c3b-0ca1-4bed-adf5-10c657f48ed9 service nova] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Detach interface failed, port_id=e0e61b7c-b4d6-4a63-b4d2-c6aa5f698ffb, reason: Instance 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1938.467521] env[64147]: DEBUG nova.compute.manager [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Received event network-vif-deleted-31d87f07-4796-4b96-afc4-e5bf26240a55 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1938.467751] env[64147]: INFO nova.compute.manager [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Neutron deleted interface 31d87f07-4796-4b96-afc4-e5bf26240a55; detaching it from the instance and deleting it from the info cache [ 1938.467944] env[64147]: DEBUG nova.network.neutron [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.672616] env[64147]: DEBUG nova.network.neutron [-] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.814689] env[64147]: DEBUG oslo_concurrency.lockutils [None req-429333df-ce9e-4b98-8814-c9c86d11b1f3 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "d656a306-45e1-4f89-8f85-e1d2af843c08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.490s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.840822] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.843297] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.021s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.869632] env[64147]: INFO nova.compute.manager [-] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Took 1.25 seconds to deallocate network for instance. [ 1938.877702] env[64147]: INFO nova.scheduler.client.report [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Deleted allocations for instance c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b [ 1938.962871] env[64147]: DEBUG nova.compute.manager [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1938.970902] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8a7e840-5864-45f9-846c-4b4b88432989 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.980218] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d745fce6-f055-4558-a7ad-30e79acd5f2d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.000290] env[64147]: DEBUG nova.virt.hardware [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1939.000562] env[64147]: DEBUG nova.virt.hardware [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1939.000720] env[64147]: DEBUG nova.virt.hardware [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1939.000901] env[64147]: DEBUG nova.virt.hardware [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1939.001057] env[64147]: DEBUG nova.virt.hardware [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1939.001208] env[64147]: DEBUG nova.virt.hardware [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1939.001419] env[64147]: DEBUG nova.virt.hardware [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1939.001577] env[64147]: DEBUG nova.virt.hardware [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1939.001741] env[64147]: DEBUG nova.virt.hardware [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1939.001904] env[64147]: DEBUG nova.virt.hardware [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1939.002088] env[64147]: DEBUG nova.virt.hardware [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1939.002947] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccf62d8-43eb-4803-8345-3824d48f2f97 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.013909] env[64147]: DEBUG nova.compute.manager [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Detach interface failed, port_id=31d87f07-4796-4b96-afc4-e5bf26240a55, reason: Instance 5f149f46-36e2-4de4-ad73-dd43378e3dc7 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1939.014169] env[64147]: DEBUG nova.compute.manager [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Received event network-changed-94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1939.014369] env[64147]: DEBUG nova.compute.manager [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing instance network info cache due to event network-changed-94443e07-0275-402f-8ebb-45be7351c8b5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1939.014594] env[64147]: DEBUG oslo_concurrency.lockutils [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] Acquiring lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.014741] env[64147]: DEBUG oslo_concurrency.lockutils [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] Acquired lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.014910] env[64147]: DEBUG nova.network.neutron [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing network info cache for port 94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1939.021551] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95cffe6-75d9-4529-90ee-6e0dbcfd2f24 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.067999] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.067999] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.067999] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.175985] env[64147]: INFO nova.compute.manager [-] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Took 1.56 seconds to deallocate network for instance. [ 1939.379836] env[64147]: DEBUG oslo_concurrency.lockutils [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.386397] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c1e1d838-4fbe-4441-a58c-451d3e22f637 tempest-ImagesTestJSON-2043124907 tempest-ImagesTestJSON-2043124907-project-member] Lock "c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.315s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.550656] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "d0f054e1-9879-417d-a4de-70409209261b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.551020] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "d0f054e1-9879-417d-a4de-70409209261b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.682903] env[64147]: DEBUG oslo_concurrency.lockutils [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.856387] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Applying migration context for instance 506fe179-7007-4e92-8cf0-1610b3f0cc88 as it has an incoming, in-progress migration c01b3497-9bd1-4272-9254-2c64c431ac5c. Migration status is confirming {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1939.856806] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Applying migration context for instance fed2bed2-f7ce-493d-a2a4-231f433e1c8d as it has an incoming, in-progress migration 76677982-2f27-4cfb-9e21-55a14bad5021. Migration status is post-migrating {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1939.859253] env[64147]: INFO nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating resource usage from migration c01b3497-9bd1-4272-9254-2c64c431ac5c [ 1939.859763] env[64147]: INFO nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating resource usage from migration 76677982-2f27-4cfb-9e21-55a14bad5021 [ 1939.888426] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1939.888573] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 272ebf03-1afb-424d-9287-5c8f0310ea6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1939.888683] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1939.888884] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 50e23077-e757-4350-bc2d-7d99844d451d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1939.889161] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 49e0af98-e430-4d2f-ae10-e6aa178006cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1939.889349] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Migration c01b3497-9bd1-4272-9254-2c64c431ac5c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1939.889548] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 506fe179-7007-4e92-8cf0-1610b3f0cc88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1939.889745] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 0a1eb317-217f-494d-8c80-3195835e494d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1939.889969] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 5f149f46-36e2-4de4-ad73-dd43378e3dc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1939.890196] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 25bd5ad7-db36-4001-91c4-489498c21c22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1939.890411] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance d656a306-45e1-4f89-8f85-e1d2af843c08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1939.890411] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Migration 76677982-2f27-4cfb-9e21-55a14bad5021 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1939.890411] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance fed2bed2-f7ce-493d-a2a4-231f433e1c8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1939.890974] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1939.894391] env[64147]: DEBUG nova.network.neutron [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updated VIF entry in instance network info cache for port 94443e07-0275-402f-8ebb-45be7351c8b5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1939.894933] env[64147]: DEBUG nova.network.neutron [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updating instance_info_cache with network_info: [{"id": "94443e07-0275-402f-8ebb-45be7351c8b5", "address": "fa:16:3e:9d:23:38", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94443e07-02", "ovs_interfaceid": "94443e07-0275-402f-8ebb-45be7351c8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.053213] env[64147]: DEBUG nova.compute.manager [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1940.125244] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.125463] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.125648] env[64147]: DEBUG nova.network.neutron [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1940.285351] env[64147]: DEBUG nova.network.neutron [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Successfully updated port: 02309c95-ee68-48ad-b328-d6b13f2032d6 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1940.398338] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 0af18be3-ecab-4909-b475-d63c8365c272 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1940.400206] env[64147]: DEBUG oslo_concurrency.lockutils [req-4ca49fe2-fc5b-4da6-9c0c-546070b8998f req-6a8cb4cf-2d61-4a3e-9603-142cc0f31923 service nova] Releasing lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.503669] env[64147]: DEBUG nova.compute.manager [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Received event network-changed-6facdad7-5fa7-403c-bc38-dea27cdce556 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1940.503669] env[64147]: DEBUG nova.compute.manager [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Refreshing instance network info cache due to event network-changed-6facdad7-5fa7-403c-bc38-dea27cdce556. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1940.504151] env[64147]: DEBUG oslo_concurrency.lockutils [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] Acquiring lock "refresh_cache-d656a306-45e1-4f89-8f85-e1d2af843c08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.504151] env[64147]: DEBUG oslo_concurrency.lockutils [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] Acquired lock "refresh_cache-d656a306-45e1-4f89-8f85-e1d2af843c08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.504362] env[64147]: DEBUG nova.network.neutron [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Refreshing network info cache for port 6facdad7-5fa7-403c-bc38-dea27cdce556 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1940.573562] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.788922] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.789419] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.789728] env[64147]: DEBUG nova.network.neutron [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1940.902287] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance d0f054e1-9879-417d-a4de-70409209261b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1940.902585] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1940.902738] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1941.184608] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d273318-18a0-4b52-968a-8329c697393f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.196238] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d83669f-b1aa-4184-a223-1619f4313c0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.246935] env[64147]: DEBUG nova.network.neutron [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance_info_cache with network_info: [{"id": "3abf43b6-4f8a-46fb-9b53-654810c319d3", "address": "fa:16:3e:6e:87:81", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abf43b6-4f", "ovs_interfaceid": "3abf43b6-4f8a-46fb-9b53-654810c319d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.248602] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f531ba-0988-493a-8923-a3de8e549aec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.257303] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9973a0c-3f91-4425-a3e3-bd5ef8d9bcaa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.272462] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.343255] env[64147]: DEBUG nova.network.neutron [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1941.444124] env[64147]: DEBUG nova.network.neutron [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Updated VIF entry in instance network info cache for port 6facdad7-5fa7-403c-bc38-dea27cdce556. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1941.444533] env[64147]: DEBUG nova.network.neutron [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Updating instance_info_cache with network_info: [{"id": "6facdad7-5fa7-403c-bc38-dea27cdce556", "address": "fa:16:3e:6d:8c:5f", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6facdad7-5f", "ovs_interfaceid": "6facdad7-5fa7-403c-bc38-dea27cdce556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.513624] env[64147]: DEBUG nova.network.neutron [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance_info_cache with network_info: [{"id": "02309c95-ee68-48ad-b328-d6b13f2032d6", "address": "fa:16:3e:7f:0f:82", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02309c95-ee", "ovs_interfaceid": "02309c95-ee68-48ad-b328-d6b13f2032d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.752917] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.775384] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.947668] env[64147]: DEBUG oslo_concurrency.lockutils [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] Releasing lock "refresh_cache-d656a306-45e1-4f89-8f85-e1d2af843c08" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.947668] env[64147]: DEBUG nova.compute.manager [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Received event network-vif-plugged-02309c95-ee68-48ad-b328-d6b13f2032d6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1941.947974] env[64147]: DEBUG oslo_concurrency.lockutils [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] Acquiring lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.948084] env[64147]: DEBUG oslo_concurrency.lockutils [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.948283] env[64147]: DEBUG oslo_concurrency.lockutils [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.948472] env[64147]: DEBUG nova.compute.manager [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] No waiting events found dispatching network-vif-plugged-02309c95-ee68-48ad-b328-d6b13f2032d6 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1941.948673] env[64147]: WARNING nova.compute.manager [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Received unexpected event network-vif-plugged-02309c95-ee68-48ad-b328-d6b13f2032d6 for instance with vm_state building and task_state spawning. [ 1941.948807] env[64147]: DEBUG nova.compute.manager [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Received event network-changed-02309c95-ee68-48ad-b328-d6b13f2032d6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1941.948966] env[64147]: DEBUG nova.compute.manager [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Refreshing instance network info cache due to event network-changed-02309c95-ee68-48ad-b328-d6b13f2032d6. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1941.949150] env[64147]: DEBUG oslo_concurrency.lockutils [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] Acquiring lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.016044] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.017171] env[64147]: DEBUG nova.compute.manager [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Instance network_info: |[{"id": "02309c95-ee68-48ad-b328-d6b13f2032d6", "address": "fa:16:3e:7f:0f:82", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02309c95-ee", "ovs_interfaceid": "02309c95-ee68-48ad-b328-d6b13f2032d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1942.017171] env[64147]: DEBUG oslo_concurrency.lockutils [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] Acquired lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.017171] env[64147]: DEBUG nova.network.neutron [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Refreshing network info cache for port 02309c95-ee68-48ad-b328-d6b13f2032d6 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1942.019121] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:0f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02309c95-ee68-48ad-b328-d6b13f2032d6', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1942.026926] env[64147]: DEBUG oslo.service.loopingcall [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.027863] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1942.028117] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e15b8323-1135-478d-8911-a9d56885e0c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.048773] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1942.048773] env[64147]: value = "task-1840802" [ 1942.048773] env[64147]: _type = "Task" [ 1942.048773] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.060878] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.281360] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1942.281596] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.439s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.282430] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9b914e-bc2c-4f84-81e1-4786a0fe33ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.285533] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.402s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.287149] env[64147]: INFO nova.compute.claims [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1942.307976] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d45d21-3e80-49d2-a876-b312798e9916 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.315375] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance 'fed2bed2-f7ce-493d-a2a4-231f433e1c8d' progress to 83 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1942.562237] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.746211] env[64147]: DEBUG nova.network.neutron [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updated VIF entry in instance network info cache for port 02309c95-ee68-48ad-b328-d6b13f2032d6. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1942.746761] env[64147]: DEBUG nova.network.neutron [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance_info_cache with network_info: [{"id": "02309c95-ee68-48ad-b328-d6b13f2032d6", "address": "fa:16:3e:7f:0f:82", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02309c95-ee", "ovs_interfaceid": "02309c95-ee68-48ad-b328-d6b13f2032d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.823680] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.824018] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fddf064-a6a6-4138-8590-3d47eaaf7460 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.831640] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1942.831640] env[64147]: value = "task-1840803" [ 1942.831640] env[64147]: _type = "Task" [ 1942.831640] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.841170] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.061238] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.249538] env[64147]: DEBUG oslo_concurrency.lockutils [req-7bfba304-6c69-483c-9acd-4552b0e0ecce req-ec2433ef-5cae-45d5-8755-c8a95f08a22d service nova] Releasing lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.341459] env[64147]: DEBUG oslo_vmware.api [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840803, 'name': PowerOnVM_Task, 'duration_secs': 0.401722} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.341459] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.341638] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c55a6577-cdcf-46b2-ab5a-ae2fa124f61e tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance 'fed2bed2-f7ce-493d-a2a4-231f433e1c8d' progress to 100 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1943.392596] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "50e23077-e757-4350-bc2d-7d99844d451d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.392596] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "50e23077-e757-4350-bc2d-7d99844d451d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.392807] env[64147]: INFO nova.compute.manager [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Shelving [ 1943.487638] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15b6a3c-f3eb-4c41-88b5-ac638c968e6f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.495098] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4077e51a-eb64-4da6-b9ff-185596d9a924 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.523477] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbce9771-bbc9-4d77-be64-23661e451ce2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.530010] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e666ef9-bd97-483a-880c-d98569996402 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.542544] env[64147]: DEBUG nova.compute.provider_tree [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.558151] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.045729] env[64147]: DEBUG nova.scheduler.client.report [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1944.060385] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.402035] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1944.402276] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64404ec9-b9f0-4c0f-ac31-fb7349658845 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.411048] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1944.411048] env[64147]: value = "task-1840804" [ 1944.411048] env[64147]: _type = "Task" [ 1944.411048] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.419953] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.550556] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.551119] env[64147]: DEBUG nova.compute.manager [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1944.553988] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.118s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.564536] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.922061] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840804, 'name': PowerOffVM_Task, 'duration_secs': 0.190817} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.922332] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1944.922969] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb281893-8a0b-4f29-a72c-b6ac75354a06 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.941930] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcdd725-869c-4f98-a60a-01e70ca2735e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.056833] env[64147]: DEBUG nova.compute.utils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1945.062416] env[64147]: DEBUG nova.compute.manager [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1945.062617] env[64147]: DEBUG nova.network.neutron [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1945.073279] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.123974] env[64147]: DEBUG nova.policy [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf139bfaede04c89bd7dd39974b587db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b7629b743c04cccbf0a4c77b651377c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1945.282043] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4726b5-065e-4ede-a3b1-978c312767b0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.289765] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae70c749-7bc6-4b70-a5e1-1b3be4eb2c24 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.320097] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c810d3b3-0c84-4a25-b127-86f47fe3f4ee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.328079] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef1e516-cd50-48cf-a3ac-800677c65c1a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.341872] env[64147]: DEBUG nova.compute.provider_tree [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.453567] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1945.454010] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7bfbd9cf-8d9d-4a58-9d5b-aa7ad778e3f8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.462234] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1945.462234] env[64147]: value = "task-1840805" [ 1945.462234] env[64147]: _type = "Task" [ 1945.462234] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.471671] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840805, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.568294] env[64147]: DEBUG nova.compute.manager [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1945.571792] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.630414] env[64147]: DEBUG nova.network.neutron [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Successfully created port: edb37bef-cd99-45c2-8efa-b2f59b408fae {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1945.845641] env[64147]: DEBUG nova.scheduler.client.report [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1945.971775] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840805, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.066846] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.077740] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.078024] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.078241] env[64147]: DEBUG nova.compute.manager [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Going to confirm migration 5 {{(pid=64147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1946.472700] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840805, 'name': CreateSnapshot_Task, 'duration_secs': 0.795961} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.472959] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1946.473676] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a81572-5d6b-40c9-96a7-f6264d846544 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.566527] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.578077] env[64147]: DEBUG nova.compute.manager [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1946.605191] env[64147]: DEBUG nova.virt.hardware [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1946.605468] env[64147]: DEBUG nova.virt.hardware [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.605630] env[64147]: DEBUG nova.virt.hardware [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1946.605815] env[64147]: DEBUG nova.virt.hardware [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.605961] env[64147]: DEBUG nova.virt.hardware [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1946.606155] env[64147]: DEBUG nova.virt.hardware [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1946.606440] env[64147]: DEBUG nova.virt.hardware [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1946.606617] env[64147]: DEBUG nova.virt.hardware [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1946.606793] env[64147]: DEBUG nova.virt.hardware [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1946.606952] env[64147]: DEBUG nova.virt.hardware [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1946.607162] env[64147]: DEBUG nova.virt.hardware [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1946.608377] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254c49f5-4e29-4894-930a-cfff970210d6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.616174] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.616366] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.616527] env[64147]: DEBUG nova.network.neutron [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.616709] env[64147]: DEBUG nova.objects.instance [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lazy-loading 'info_cache' on Instance uuid fed2bed2-f7ce-493d-a2a4-231f433e1c8d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1946.618920] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e15d74d-b4ec-4b45-9a36-66f9000dcab2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.856848] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.303s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.857091] env[64147]: DEBUG nova.compute.manager [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=64147) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5345}} [ 1946.859869] env[64147]: DEBUG oslo_concurrency.lockutils [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.043s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.860067] env[64147]: DEBUG oslo_concurrency.lockutils [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.862383] env[64147]: DEBUG oslo_concurrency.lockutils [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.483s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.862595] env[64147]: DEBUG nova.objects.instance [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lazy-loading 'resources' on Instance uuid 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1946.882935] env[64147]: INFO nova.scheduler.client.report [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleted allocations for instance 49e0af98-e430-4d2f-ae10-e6aa178006cf [ 1946.991691] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1946.991987] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b07604b-a40c-49d3-af82-fd192a03964e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.000955] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1947.000955] env[64147]: value = "task-1840806" [ 1947.000955] env[64147]: _type = "Task" [ 1947.000955] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.009099] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840806, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.069588] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.390653] env[64147]: DEBUG oslo_concurrency.lockutils [None req-48a9a210-dbf5-4780-85d5-2e4a289f533d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "49e0af98-e430-4d2f-ae10-e6aa178006cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.870s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.413072] env[64147]: INFO nova.scheduler.client.report [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleted allocation for migration c01b3497-9bd1-4272-9254-2c64c431ac5c [ 1947.511149] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840806, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.545922] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a59dea-d2e7-43f6-a7d9-7237e531d8f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.553268] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b402c432-faf7-44cb-9b8e-4ce7925e57ab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.585643] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0ea606-c42a-4c01-a68a-183942130d68 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.591035] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.595868] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3947c9f0-44f3-44bf-a347-c053e8dc62a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.609020] env[64147]: DEBUG nova.compute.provider_tree [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1947.919912] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d8dfc8f5-c078-47f4-9781-c6c075e1147d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.862s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.010016] env[64147]: DEBUG nova.network.neutron [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance_info_cache with network_info: [{"id": "3abf43b6-4f8a-46fb-9b53-654810c319d3", "address": "fa:16:3e:6e:87:81", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abf43b6-4f", "ovs_interfaceid": "3abf43b6-4f8a-46fb-9b53-654810c319d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.014245] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840806, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.068242] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.111991] env[64147]: DEBUG nova.scheduler.client.report [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1948.515684] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "refresh_cache-fed2bed2-f7ce-493d-a2a4-231f433e1c8d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.515974] env[64147]: DEBUG nova.objects.instance [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lazy-loading 'migration_context' on Instance uuid fed2bed2-f7ce-493d-a2a4-231f433e1c8d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.517324] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840806, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.569413] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840802, 'name': CreateVM_Task, 'duration_secs': 6.24993} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.569629] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1948.570403] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.570584] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.570910] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1948.571180] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde3db24-6866-4e80-8d9d-6fe03cb500fb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.576108] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1948.576108] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520b3d50-fa69-e785-28da-eb21bcc0c181" [ 1948.576108] env[64147]: _type = "Task" [ 1948.576108] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.584014] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520b3d50-fa69-e785-28da-eb21bcc0c181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.616910] env[64147]: DEBUG oslo_concurrency.lockutils [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.619337] env[64147]: DEBUG oslo_concurrency.lockutils [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.937s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.619572] env[64147]: DEBUG nova.objects.instance [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Lazy-loading 'resources' on Instance uuid 5f149f46-36e2-4de4-ad73-dd43378e3dc7 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.638311] env[64147]: INFO nova.scheduler.client.report [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Deleted allocations for instance 9f9b4fa1-8187-431d-8f50-536a80a9c5b3 [ 1948.716154] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.716401] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.854236] env[64147]: DEBUG nova.objects.instance [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'flavor' on Instance uuid 506fe179-7007-4e92-8cf0-1610b3f0cc88 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.014653] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840806, 'name': CloneVM_Task, 'duration_secs': 1.822973} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.014919] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Created linked-clone VM from snapshot [ 1949.015660] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e915361-29b9-403a-90a3-b71366eaedb3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.019982] env[64147]: DEBUG nova.objects.base [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1949.023468] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efc3ad7-2259-4188-b61c-1d82b6d09463 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.025947] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Uploading image c8862b89-8b26-4a5b-b656-760717fd781e {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1949.043232] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c031933-66b2-4786-a9d9-977bc78c4ec8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.051103] env[64147]: DEBUG oslo_vmware.api [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1949.051103] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52607773-8dad-8278-5657-22b787b3802f" [ 1949.051103] env[64147]: _type = "Task" [ 1949.051103] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.053021] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1949.053021] env[64147]: value = "vm-380911" [ 1949.053021] env[64147]: _type = "VirtualMachine" [ 1949.053021] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1949.053296] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7f6e908-f4d4-4249-b102-484fda55b68d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.062839] env[64147]: DEBUG oslo_vmware.api [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52607773-8dad-8278-5657-22b787b3802f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.063958] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lease: (returnval){ [ 1949.063958] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5277021d-2a2f-643c-acb4-47b466ef06cd" [ 1949.063958] env[64147]: _type = "HttpNfcLease" [ 1949.063958] env[64147]: } obtained for exporting VM: (result){ [ 1949.063958] env[64147]: value = "vm-380911" [ 1949.063958] env[64147]: _type = "VirtualMachine" [ 1949.063958] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1949.064236] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the lease: (returnval){ [ 1949.064236] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5277021d-2a2f-643c-acb4-47b466ef06cd" [ 1949.064236] env[64147]: _type = "HttpNfcLease" [ 1949.064236] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1949.070504] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1949.070504] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5277021d-2a2f-643c-acb4-47b466ef06cd" [ 1949.070504] env[64147]: _type = "HttpNfcLease" [ 1949.070504] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1949.084829] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520b3d50-fa69-e785-28da-eb21bcc0c181, 'name': SearchDatastore_Task, 'duration_secs': 0.013308} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.085081] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.085320] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1949.085545] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.085690] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.085897] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1949.086179] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b55b4ff-eeb0-4a0d-b2f5-eedf23a39426 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.094093] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1949.094272] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1949.094945] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11010beb-a79e-48dc-965b-033a9f2a2a0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.099821] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1949.099821] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5209ea00-c60f-c529-3804-fd950dc80f1c" [ 1949.099821] env[64147]: _type = "Task" [ 1949.099821] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.107083] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5209ea00-c60f-c529-3804-fd950dc80f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.146573] env[64147]: DEBUG oslo_concurrency.lockutils [None req-584bf8ca-62cb-403e-871c-a204088dccee tempest-ServerRescueNegativeTestJSON-1028729128 tempest-ServerRescueNegativeTestJSON-1028729128-project-member] Lock "9f9b4fa1-8187-431d-8f50-536a80a9c5b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.846s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.218585] env[64147]: DEBUG nova.compute.manager [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1949.287616] env[64147]: DEBUG nova.compute.manager [req-4ff6ba86-b9bf-4bea-9fbf-537996d7a817 req-4b4f9c46-20cb-4c01-a4c2-d475e5c3d522 service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Received event network-vif-plugged-edb37bef-cd99-45c2-8efa-b2f59b408fae {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1949.287831] env[64147]: DEBUG oslo_concurrency.lockutils [req-4ff6ba86-b9bf-4bea-9fbf-537996d7a817 req-4b4f9c46-20cb-4c01-a4c2-d475e5c3d522 service nova] Acquiring lock "0af18be3-ecab-4909-b475-d63c8365c272-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.288055] env[64147]: DEBUG oslo_concurrency.lockutils [req-4ff6ba86-b9bf-4bea-9fbf-537996d7a817 req-4b4f9c46-20cb-4c01-a4c2-d475e5c3d522 service nova] Lock "0af18be3-ecab-4909-b475-d63c8365c272-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.288229] env[64147]: DEBUG oslo_concurrency.lockutils [req-4ff6ba86-b9bf-4bea-9fbf-537996d7a817 req-4b4f9c46-20cb-4c01-a4c2-d475e5c3d522 service nova] Lock "0af18be3-ecab-4909-b475-d63c8365c272-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.288395] env[64147]: DEBUG nova.compute.manager [req-4ff6ba86-b9bf-4bea-9fbf-537996d7a817 req-4b4f9c46-20cb-4c01-a4c2-d475e5c3d522 service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] No waiting events found dispatching network-vif-plugged-edb37bef-cd99-45c2-8efa-b2f59b408fae {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1949.288560] env[64147]: WARNING nova.compute.manager [req-4ff6ba86-b9bf-4bea-9fbf-537996d7a817 req-4b4f9c46-20cb-4c01-a4c2-d475e5c3d522 service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Received unexpected event network-vif-plugged-edb37bef-cd99-45c2-8efa-b2f59b408fae for instance with vm_state building and task_state spawning. [ 1949.330232] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9c9b8f-35c0-4db6-9f8a-c8b298a2c94a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.338541] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f0d4f7-c3b9-4899-b841-225f924324ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.372525] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25934056-2595-4775-876e-5676f4e2f2dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.376180] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.376374] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.376552] env[64147]: DEBUG nova.network.neutron [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1949.376769] env[64147]: DEBUG nova.objects.instance [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'info_cache' on Instance uuid 506fe179-7007-4e92-8cf0-1610b3f0cc88 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.386021] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d531ce8d-31cc-4771-8d9e-3371862d7ebe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.399018] env[64147]: DEBUG nova.compute.provider_tree [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.416145] env[64147]: DEBUG nova.network.neutron [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Successfully updated port: edb37bef-cd99-45c2-8efa-b2f59b408fae {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1949.564749] env[64147]: DEBUG oslo_vmware.api [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52607773-8dad-8278-5657-22b787b3802f, 'name': SearchDatastore_Task, 'duration_secs': 0.014337} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.565130] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.571538] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1949.571538] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5277021d-2a2f-643c-acb4-47b466ef06cd" [ 1949.571538] env[64147]: _type = "HttpNfcLease" [ 1949.571538] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1949.571912] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1949.571912] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5277021d-2a2f-643c-acb4-47b466ef06cd" [ 1949.571912] env[64147]: _type = "HttpNfcLease" [ 1949.571912] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1949.572682] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe7c05-b81f-46a5-914e-6fc05906119d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.579863] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52891f80-2054-d412-a5fc-763e6ba51e7a/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1949.580157] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52891f80-2054-d412-a5fc-763e6ba51e7a/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1949.647122] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5209ea00-c60f-c529-3804-fd950dc80f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.030928} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.648550] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4cdf298-d52c-493e-bccb-ea0305c9c86d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.653731] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1949.653731] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52472460-62d7-18b0-209a-c05542f29795" [ 1949.653731] env[64147]: _type = "Task" [ 1949.653731] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.661344] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52472460-62d7-18b0-209a-c05542f29795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.668150] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a4d7b2bb-b365-4831-956c-3fc9ebf04b3c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.740693] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.880359] env[64147]: DEBUG nova.objects.base [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Object Instance<506fe179-7007-4e92-8cf0-1610b3f0cc88> lazy-loaded attributes: flavor,info_cache {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1949.902828] env[64147]: DEBUG nova.scheduler.client.report [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.918486] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "refresh_cache-0af18be3-ecab-4909-b475-d63c8365c272" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.918643] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "refresh_cache-0af18be3-ecab-4909-b475-d63c8365c272" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.918787] env[64147]: DEBUG nova.network.neutron [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.166288] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52472460-62d7-18b0-209a-c05542f29795, 'name': SearchDatastore_Task, 'duration_secs': 0.008693} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.167114] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.167380] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5/e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1950.167648] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-804cd4b1-5d49-4418-9b0a-44f7a68543af {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.179818] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1950.179818] env[64147]: value = "task-1840808" [ 1950.179818] env[64147]: _type = "Task" [ 1950.179818] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.188585] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.409814] env[64147]: DEBUG oslo_concurrency.lockutils [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.412421] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.839s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.414299] env[64147]: INFO nova.compute.claims [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1950.442236] env[64147]: INFO nova.scheduler.client.report [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Deleted allocations for instance 5f149f46-36e2-4de4-ad73-dd43378e3dc7 [ 1950.506182] env[64147]: DEBUG nova.network.neutron [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1950.691675] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840808, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.955415] env[64147]: DEBUG oslo_concurrency.lockutils [None req-97a966e6-9878-48a4-8ad8-049202c6a280 tempest-ServerPasswordTestJSON-859683717 tempest-ServerPasswordTestJSON-859683717-project-member] Lock "5f149f46-36e2-4de4-ad73-dd43378e3dc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.689s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.092102] env[64147]: DEBUG nova.network.neutron [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Updating instance_info_cache with network_info: [{"id": "edb37bef-cd99-45c2-8efa-b2f59b408fae", "address": "fa:16:3e:66:bc:e8", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb37bef-cd", "ovs_interfaceid": "edb37bef-cd99-45c2-8efa-b2f59b408fae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.177227] env[64147]: DEBUG nova.network.neutron [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance_info_cache with network_info: [{"id": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "address": "fa:16:3e:44:04:56", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaf7de7-53", "ovs_interfaceid": "3aaf7de7-53c7-49c2-b92c-d859317fe2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.193235] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840808, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.321324] env[64147]: DEBUG nova.compute.manager [req-fddf35d8-383f-4513-ac43-d0321302087b req-a2a62efb-56bf-4124-af56-ae8fb09609fb service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Received event network-changed-edb37bef-cd99-45c2-8efa-b2f59b408fae {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1951.321393] env[64147]: DEBUG nova.compute.manager [req-fddf35d8-383f-4513-ac43-d0321302087b req-a2a62efb-56bf-4124-af56-ae8fb09609fb service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Refreshing instance network info cache due to event network-changed-edb37bef-cd99-45c2-8efa-b2f59b408fae. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1951.321544] env[64147]: DEBUG oslo_concurrency.lockutils [req-fddf35d8-383f-4513-ac43-d0321302087b req-a2a62efb-56bf-4124-af56-ae8fb09609fb service nova] Acquiring lock "refresh_cache-0af18be3-ecab-4909-b475-d63c8365c272" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.593547] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "refresh_cache-0af18be3-ecab-4909-b475-d63c8365c272" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.593918] env[64147]: DEBUG nova.compute.manager [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Instance network_info: |[{"id": "edb37bef-cd99-45c2-8efa-b2f59b408fae", "address": "fa:16:3e:66:bc:e8", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb37bef-cd", "ovs_interfaceid": "edb37bef-cd99-45c2-8efa-b2f59b408fae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1951.594266] env[64147]: DEBUG oslo_concurrency.lockutils [req-fddf35d8-383f-4513-ac43-d0321302087b req-a2a62efb-56bf-4124-af56-ae8fb09609fb service nova] Acquired lock "refresh_cache-0af18be3-ecab-4909-b475-d63c8365c272" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.594472] env[64147]: DEBUG nova.network.neutron [req-fddf35d8-383f-4513-ac43-d0321302087b req-a2a62efb-56bf-4124-af56-ae8fb09609fb service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Refreshing network info cache for port edb37bef-cd99-45c2-8efa-b2f59b408fae {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.595792] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:bc:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edb37bef-cd99-45c2-8efa-b2f59b408fae', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1951.611040] env[64147]: DEBUG oslo.service.loopingcall [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.617973] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1951.618940] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f4a3c95-13cf-492d-a17b-458956f420cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.649023] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1951.649023] env[64147]: value = "task-1840809" [ 1951.649023] env[64147]: _type = "Task" [ 1951.649023] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.656382] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840809, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.681276] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-506fe179-7007-4e92-8cf0-1610b3f0cc88" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.693081] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840808, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.512999} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.697117] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5/e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1951.697117] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1951.697117] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0f48b53-9334-4606-864e-af16e8def9b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.701793] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1951.701793] env[64147]: value = "task-1840810" [ 1951.701793] env[64147]: _type = "Task" [ 1951.701793] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.718972] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.723483] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aebdfc-bcbf-4c22-a64b-ca88f7cbb79e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.732893] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24026c19-5e28-4e10-bef8-696733db8313 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.769625] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe0d987-35ca-443d-b188-ab77c3ba7e7d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.781872] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c255583d-2c2b-4029-befe-118c7a28db01 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.798057] env[64147]: DEBUG nova.compute.provider_tree [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.011435] env[64147]: DEBUG nova.network.neutron [req-fddf35d8-383f-4513-ac43-d0321302087b req-a2a62efb-56bf-4124-af56-ae8fb09609fb service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Updated VIF entry in instance network info cache for port edb37bef-cd99-45c2-8efa-b2f59b408fae. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.011813] env[64147]: DEBUG nova.network.neutron [req-fddf35d8-383f-4513-ac43-d0321302087b req-a2a62efb-56bf-4124-af56-ae8fb09609fb service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Updating instance_info_cache with network_info: [{"id": "edb37bef-cd99-45c2-8efa-b2f59b408fae", "address": "fa:16:3e:66:bc:e8", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb37bef-cd", "ovs_interfaceid": "edb37bef-cd99-45c2-8efa-b2f59b408fae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.158561] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840809, 'name': CreateVM_Task, 'duration_secs': 0.360761} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.158561] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.158927] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.159237] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.159527] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.159810] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a09f208-054f-4910-a2ba-03a30e934841 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.168086] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1952.168086] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52c21e4c-37d2-7978-ffdf-6e186a6c2e5a" [ 1952.168086] env[64147]: _type = "Task" [ 1952.168086] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.178373] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c21e4c-37d2-7978-ffdf-6e186a6c2e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.215331] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083041} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.215475] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1952.216327] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fad5eee-2e55-4aec-90b9-0a6fd116f2a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.239853] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5/e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1952.240262] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71bab9b5-7538-42d8-9bb3-bc87c13ba70e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.261652] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1952.261652] env[64147]: value = "task-1840811" [ 1952.261652] env[64147]: _type = "Task" [ 1952.261652] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.270692] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.304183] env[64147]: DEBUG nova.scheduler.client.report [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1952.515149] env[64147]: DEBUG oslo_concurrency.lockutils [req-fddf35d8-383f-4513-ac43-d0321302087b req-a2a62efb-56bf-4124-af56-ae8fb09609fb service nova] Releasing lock "refresh_cache-0af18be3-ecab-4909-b475-d63c8365c272" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.679593] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c21e4c-37d2-7978-ffdf-6e186a6c2e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.679895] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.680158] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1952.680413] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.680560] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.680909] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1952.681248] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed7ad878-6961-4446-a670-78fc06e680d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.687942] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1952.688211] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f5c9251-e725-4766-95d4-24c4093e89cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.691137] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1952.691310] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1952.692504] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-251d6c52-5d0d-41c2-a622-77eb9a3b5d1d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.697769] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1952.697769] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d11d8c-0eb7-8046-b646-a160c4c53274" [ 1952.697769] env[64147]: _type = "Task" [ 1952.697769] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.699094] env[64147]: DEBUG oslo_vmware.api [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1952.699094] env[64147]: value = "task-1840812" [ 1952.699094] env[64147]: _type = "Task" [ 1952.699094] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.712393] env[64147]: DEBUG oslo_vmware.api [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.712639] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d11d8c-0eb7-8046-b646-a160c4c53274, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.713515] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e06dd8-9b7b-4080-976b-30218131561a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.718778] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1952.718778] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524aa7b2-310d-40ee-5a63-3c02be381f2f" [ 1952.718778] env[64147]: _type = "Task" [ 1952.718778] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.726463] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524aa7b2-310d-40ee-5a63-3c02be381f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.772809] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840811, 'name': ReconfigVM_Task, 'duration_secs': 0.344497} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.773209] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5/e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1952.773982] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26841ac7-f3e8-4176-9627-8f10832fe8c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.780898] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1952.780898] env[64147]: value = "task-1840813" [ 1952.780898] env[64147]: _type = "Task" [ 1952.780898] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.793296] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840813, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.809565] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.810228] env[64147]: DEBUG nova.compute.manager [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1952.813531] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.248s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.211697] env[64147]: DEBUG oslo_vmware.api [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840812, 'name': PowerOnVM_Task, 'duration_secs': 0.436775} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.212037] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1953.212247] env[64147]: DEBUG nova.compute.manager [None req-ad7b4378-64c8-4a02-8341-d1a3f81edc3c tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1953.213077] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce9873f-fc60-4107-8d1a-9b8c227302aa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.231062] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524aa7b2-310d-40ee-5a63-3c02be381f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.008389} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.231214] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.231465] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0af18be3-ecab-4909-b475-d63c8365c272/0af18be3-ecab-4909-b475-d63c8365c272.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1953.231735] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6ada7c2-4657-4633-8dbb-19e1327d3413 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.238244] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1953.238244] env[64147]: value = "task-1840814" [ 1953.238244] env[64147]: _type = "Task" [ 1953.238244] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.246212] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.291075] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840813, 'name': Rename_Task, 'duration_secs': 0.137651} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.291368] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1953.291627] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7147894e-bc86-4018-b4c2-40f97723cff1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.298015] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1953.298015] env[64147]: value = "task-1840815" [ 1953.298015] env[64147]: _type = "Task" [ 1953.298015] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.307457] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.316995] env[64147]: DEBUG nova.compute.utils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1953.321347] env[64147]: DEBUG nova.compute.manager [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1953.321532] env[64147]: DEBUG nova.network.neutron [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1953.405932] env[64147]: DEBUG nova.policy [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3326c976d5947749dbf7df26f925886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3549758523d4b8188c0379e14379ef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1953.541131] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f6135-7fd0-4800-a10f-0d7d9542c4bb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.549511] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de66c2dc-41f2-4bfd-8134-392d59b72f08 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.582085] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc04551-8262-4520-8608-70b8e9ceb942 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.590962] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc26caa6-99b2-4ce9-99f0-0f59a70aa0e5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.611156] env[64147]: DEBUG nova.compute.provider_tree [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.748525] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476407} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.748795] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 0af18be3-ecab-4909-b475-d63c8365c272/0af18be3-ecab-4909-b475-d63c8365c272.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1953.749017] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1953.749279] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33c76b7b-943d-40e3-8883-bd26b5a38d6a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.756704] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1953.756704] env[64147]: value = "task-1840816" [ 1953.756704] env[64147]: _type = "Task" [ 1953.756704] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.765580] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.810275] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840815, 'name': PowerOnVM_Task} progress is 76%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.822542] env[64147]: DEBUG nova.compute.manager [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1953.864354] env[64147]: DEBUG nova.network.neutron [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Successfully created port: 4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1954.115345] env[64147]: DEBUG nova.scheduler.client.report [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.268067] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072357} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.268433] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1954.269013] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6024a8-5948-423e-b0de-39cc6f7b0490 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.292244] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 0af18be3-ecab-4909-b475-d63c8365c272/0af18be3-ecab-4909-b475-d63c8365c272.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1954.292581] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4b9516b-3e67-4636-90ef-a04219232404 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.320741] env[64147]: DEBUG oslo_vmware.api [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840815, 'name': PowerOnVM_Task, 'duration_secs': 0.719118} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.322744] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1954.322951] env[64147]: INFO nova.compute.manager [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Took 15.36 seconds to spawn the instance on the hypervisor. [ 1954.323152] env[64147]: DEBUG nova.compute.manager [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1954.323777] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1954.323777] env[64147]: value = "task-1840817" [ 1954.323777] env[64147]: _type = "Task" [ 1954.323777] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.324537] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed42fb31-6f8a-4d6a-b593-aa4a4d154a27 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.816197] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.816524] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.816761] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "506fe179-7007-4e92-8cf0-1610b3f0cc88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.816997] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.817233] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.819421] env[64147]: INFO nova.compute.manager [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Terminating instance [ 1954.838437] env[64147]: DEBUG nova.compute.manager [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1954.840886] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.855240] env[64147]: INFO nova.compute.manager [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Took 29.90 seconds to build instance. [ 1954.876055] env[64147]: DEBUG nova.virt.hardware [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1954.876308] env[64147]: DEBUG nova.virt.hardware [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1954.876471] env[64147]: DEBUG nova.virt.hardware [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1954.876663] env[64147]: DEBUG nova.virt.hardware [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1954.876909] env[64147]: DEBUG nova.virt.hardware [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1954.877171] env[64147]: DEBUG nova.virt.hardware [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1954.877495] env[64147]: DEBUG nova.virt.hardware [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1954.877777] env[64147]: DEBUG nova.virt.hardware [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1954.878086] env[64147]: DEBUG nova.virt.hardware [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1954.878508] env[64147]: DEBUG nova.virt.hardware [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1954.878847] env[64147]: DEBUG nova.virt.hardware [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1954.880547] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fcd61d-1272-4259-afe3-cc6ecae63a74 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.892381] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a130e9e-2063-414c-8cbc-01ebef4ebf85 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.128537] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.315s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.131623] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.391s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.133108] env[64147]: INFO nova.compute.claims [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.323713] env[64147]: DEBUG nova.compute.manager [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1955.324045] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1955.325218] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da84964f-c83a-4f07-898e-6ae912f376f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.338986] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840817, 'name': ReconfigVM_Task, 'duration_secs': 0.577202} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.341238] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 0af18be3-ecab-4909-b475-d63c8365c272/0af18be3-ecab-4909-b475-d63c8365c272.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1955.342012] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1955.342262] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1f20c19-5c3b-4e36-b2fb-3abfb14e0f81 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.343944] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae363a30-e1df-46e1-90fb-de0a93ff90ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.352277] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1955.352277] env[64147]: value = "task-1840819" [ 1955.352277] env[64147]: _type = "Task" [ 1955.352277] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.353432] env[64147]: DEBUG oslo_vmware.api [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1955.353432] env[64147]: value = "task-1840818" [ 1955.353432] env[64147]: _type = "Task" [ 1955.353432] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.358421] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6d64175-aff0-4a71-b556-318428b5bd94 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.409s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.364787] env[64147]: DEBUG nova.compute.manager [req-9cd24a71-a8ed-4026-a687-863a477e53f7 req-9718a3b4-109a-4e5f-9ee8-bc0b64b734ef service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Received event network-vif-plugged-4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1955.364999] env[64147]: DEBUG oslo_concurrency.lockutils [req-9cd24a71-a8ed-4026-a687-863a477e53f7 req-9718a3b4-109a-4e5f-9ee8-bc0b64b734ef service nova] Acquiring lock "d0f054e1-9879-417d-a4de-70409209261b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.365223] env[64147]: DEBUG oslo_concurrency.lockutils [req-9cd24a71-a8ed-4026-a687-863a477e53f7 req-9718a3b4-109a-4e5f-9ee8-bc0b64b734ef service nova] Lock "d0f054e1-9879-417d-a4de-70409209261b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.365386] env[64147]: DEBUG oslo_concurrency.lockutils [req-9cd24a71-a8ed-4026-a687-863a477e53f7 req-9718a3b4-109a-4e5f-9ee8-bc0b64b734ef service nova] Lock "d0f054e1-9879-417d-a4de-70409209261b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.365607] env[64147]: DEBUG nova.compute.manager [req-9cd24a71-a8ed-4026-a687-863a477e53f7 req-9718a3b4-109a-4e5f-9ee8-bc0b64b734ef service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] No waiting events found dispatching network-vif-plugged-4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1955.365729] env[64147]: WARNING nova.compute.manager [req-9cd24a71-a8ed-4026-a687-863a477e53f7 req-9718a3b4-109a-4e5f-9ee8-bc0b64b734ef service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Received unexpected event network-vif-plugged-4004d48a-3c52-45a6-8869-c966693a7119 for instance with vm_state building and task_state spawning. [ 1955.372383] env[64147]: DEBUG oslo_vmware.api [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.372616] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840819, 'name': Rename_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.545832] env[64147]: DEBUG nova.network.neutron [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Successfully updated port: 4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1955.695488] env[64147]: INFO nova.scheduler.client.report [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted allocation for migration 76677982-2f27-4cfb-9e21-55a14bad5021 [ 1955.864480] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840819, 'name': Rename_Task, 'duration_secs': 0.177652} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.864772] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1955.865039] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4e57e10-59ac-4c73-9ca0-3a8d497fef80 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.869219] env[64147]: DEBUG oslo_vmware.api [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840818, 'name': PowerOffVM_Task, 'duration_secs': 0.195941} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.869797] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1955.869969] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1955.870229] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d49ad45-f639-4ed9-b788-a01ad5b8bc8c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.874328] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1955.874328] env[64147]: value = "task-1840820" [ 1955.874328] env[64147]: _type = "Task" [ 1955.874328] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.883740] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.006089] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1956.006546] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1956.006546] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleting the datastore file [datastore1] 506fe179-7007-4e92-8cf0-1610b3f0cc88 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.006770] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd1b22fd-f852-46db-b0c1-951fe6498300 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.016159] env[64147]: DEBUG oslo_vmware.api [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1956.016159] env[64147]: value = "task-1840822" [ 1956.016159] env[64147]: _type = "Task" [ 1956.016159] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.031612] env[64147]: DEBUG oslo_vmware.api [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.048811] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.049077] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.049077] env[64147]: DEBUG nova.network.neutron [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1956.063704] env[64147]: DEBUG nova.compute.manager [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Stashing vm_state: active {{(pid=64147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1956.201998] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3bae2a9f-6075-4a70-8538-37227648afb3 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.124s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.384575] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840820, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.435678] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b8428f-13aa-4a6a-810f-4682b56efe2b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.444471] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3ebd88-3ce1-4329-a769-22c33b195028 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.474393] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ed6da2-64f8-40c4-86df-710485c8ba95 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.482843] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819a2d77-11f0-416c-89e6-b9ba90c3823a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.497925] env[64147]: DEBUG nova.compute.provider_tree [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.528366] env[64147]: DEBUG oslo_vmware.api [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23343} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.528640] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.528848] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.529054] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.529250] env[64147]: INFO nova.compute.manager [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1956.529563] env[64147]: DEBUG oslo.service.loopingcall [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.529772] env[64147]: DEBUG nova.compute.manager [-] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.529929] env[64147]: DEBUG nova.network.neutron [-] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.587564] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.663925] env[64147]: DEBUG nova.network.neutron [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.875137] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52891f80-2054-d412-a5fc-763e6ba51e7a/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1956.876223] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3650828c-355a-42b1-b501-314d3d3de192 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.887284] env[64147]: DEBUG oslo_vmware.api [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840820, 'name': PowerOnVM_Task, 'duration_secs': 0.53334} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.888790] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1956.889066] env[64147]: INFO nova.compute.manager [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1956.889285] env[64147]: DEBUG nova.compute.manager [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1956.889588] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52891f80-2054-d412-a5fc-763e6ba51e7a/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1956.889741] env[64147]: ERROR oslo_vmware.rw_handles [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52891f80-2054-d412-a5fc-763e6ba51e7a/disk-0.vmdk due to incomplete transfer. [ 1956.890434] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea57cc9-f7c9-413a-a485-6a790880a6c9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.892711] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18e5c0aa-ec7d-488d-85a5-71bd7f7272be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.901107] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52891f80-2054-d412-a5fc-763e6ba51e7a/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1956.901310] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Uploaded image c8862b89-8b26-4a5b-b656-760717fd781e to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1956.903545] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1956.903987] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d22b1e6-6223-42c5-a7b6-c3d17df14354 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.909492] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1956.909492] env[64147]: value = "task-1840823" [ 1956.909492] env[64147]: _type = "Task" [ 1956.909492] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.916868] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840823, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.001669] env[64147]: DEBUG nova.scheduler.client.report [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.074159] env[64147]: DEBUG nova.network.neutron [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updating instance_info_cache with network_info: [{"id": "4004d48a-3c52-45a6-8869-c966693a7119", "address": "fa:16:3e:ce:dd:76", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4004d48a-3c", "ovs_interfaceid": "4004d48a-3c52-45a6-8869-c966693a7119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.418643] env[64147]: INFO nova.compute.manager [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Took 24.55 seconds to build instance. [ 1957.430324] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840823, 'name': Destroy_Task, 'duration_secs': 0.377454} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.430642] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Destroyed the VM [ 1957.430898] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1957.431159] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73ddc9c3-504c-46e9-b9ca-db7d581704d0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.438153] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1957.438153] env[64147]: value = "task-1840824" [ 1957.438153] env[64147]: _type = "Task" [ 1957.438153] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.449085] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.506289] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.506824] env[64147]: DEBUG nova.compute.manager [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1957.509755] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.922s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.569540] env[64147]: DEBUG nova.compute.manager [req-dd4f631b-20b6-4438-8806-1efeeb08fbe3 req-5a70795a-4bba-4f38-8206-2caa94b40001 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Received event network-changed-4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1957.569922] env[64147]: DEBUG nova.compute.manager [req-dd4f631b-20b6-4438-8806-1efeeb08fbe3 req-5a70795a-4bba-4f38-8206-2caa94b40001 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Refreshing instance network info cache due to event network-changed-4004d48a-3c52-45a6-8869-c966693a7119. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1957.569922] env[64147]: DEBUG oslo_concurrency.lockutils [req-dd4f631b-20b6-4438-8806-1efeeb08fbe3 req-5a70795a-4bba-4f38-8206-2caa94b40001 service nova] Acquiring lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.576455] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.576767] env[64147]: DEBUG nova.compute.manager [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Instance network_info: |[{"id": "4004d48a-3c52-45a6-8869-c966693a7119", "address": "fa:16:3e:ce:dd:76", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4004d48a-3c", "ovs_interfaceid": "4004d48a-3c52-45a6-8869-c966693a7119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1957.577044] env[64147]: DEBUG oslo_concurrency.lockutils [req-dd4f631b-20b6-4438-8806-1efeeb08fbe3 req-5a70795a-4bba-4f38-8206-2caa94b40001 service nova] Acquired lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.577233] env[64147]: DEBUG nova.network.neutron [req-dd4f631b-20b6-4438-8806-1efeeb08fbe3 req-5a70795a-4bba-4f38-8206-2caa94b40001 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Refreshing network info cache for port 4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.581756] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:dd:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4004d48a-3c52-45a6-8869-c966693a7119', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1957.586931] env[64147]: DEBUG oslo.service.loopingcall [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.588077] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f054e1-9879-417d-a4de-70409209261b] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1957.588328] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04f173df-f47b-443c-b393-b6015d5e4fff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.608658] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1957.608658] env[64147]: value = "task-1840825" [ 1957.608658] env[64147]: _type = "Task" [ 1957.608658] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.619583] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840825, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.691082] env[64147]: DEBUG oslo_concurrency.lockutils [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.691379] env[64147]: DEBUG oslo_concurrency.lockutils [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.691598] env[64147]: DEBUG oslo_concurrency.lockutils [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.691787] env[64147]: DEBUG oslo_concurrency.lockutils [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.691968] env[64147]: DEBUG oslo_concurrency.lockutils [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.694134] env[64147]: INFO nova.compute.manager [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Terminating instance [ 1957.905216] env[64147]: DEBUG nova.network.neutron [-] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.920602] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d7534cf9-5694-492b-be0c-3214059d2165 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0af18be3-ecab-4909-b475-d63c8365c272" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.060s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.948045] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840824, 'name': RemoveSnapshot_Task, 'duration_secs': 0.349182} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.948289] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1957.948567] env[64147]: DEBUG nova.compute.manager [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1957.949347] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a644534-29c0-4f9b-b894-6a2050f72f61 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.013372] env[64147]: DEBUG nova.compute.utils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1958.016751] env[64147]: INFO nova.compute.claims [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1958.021154] env[64147]: DEBUG nova.compute.manager [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1958.021343] env[64147]: DEBUG nova.network.neutron [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1958.070249] env[64147]: DEBUG nova.policy [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cbeacabf84241ea89de672258ca747a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0352ddde824543399f090f71005f797f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1958.119145] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840825, 'name': CreateVM_Task, 'duration_secs': 0.389732} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.119145] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f054e1-9879-417d-a4de-70409209261b] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1958.119958] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.120061] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.120424] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1958.120687] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c849a5ea-5a85-4919-ab03-7f09ae53ebbe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.125367] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1958.125367] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f73d11-8563-46c0-0863-94369dba1bf8" [ 1958.125367] env[64147]: _type = "Task" [ 1958.125367] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.133553] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f73d11-8563-46c0-0863-94369dba1bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.197958] env[64147]: DEBUG nova.compute.manager [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1958.198552] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1958.199507] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b9fa0a-499d-4bfd-9d83-e46ba73ac99a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.207476] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1958.207738] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-634fb95d-8076-4b98-ad27-09c663921cce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.216290] env[64147]: DEBUG oslo_vmware.api [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1958.216290] env[64147]: value = "task-1840826" [ 1958.216290] env[64147]: _type = "Task" [ 1958.216290] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.228722] env[64147]: DEBUG oslo_vmware.api [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.262432] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.262658] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.368102] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "0af18be3-ecab-4909-b475-d63c8365c272" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.368259] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0af18be3-ecab-4909-b475-d63c8365c272" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.368485] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "0af18be3-ecab-4909-b475-d63c8365c272-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.368702] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0af18be3-ecab-4909-b475-d63c8365c272-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.368878] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0af18be3-ecab-4909-b475-d63c8365c272-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.371256] env[64147]: INFO nova.compute.manager [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Terminating instance [ 1958.407256] env[64147]: INFO nova.compute.manager [-] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Took 1.88 seconds to deallocate network for instance. [ 1958.461395] env[64147]: INFO nova.compute.manager [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Shelve offloading [ 1958.497403] env[64147]: DEBUG nova.network.neutron [req-dd4f631b-20b6-4438-8806-1efeeb08fbe3 req-5a70795a-4bba-4f38-8206-2caa94b40001 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updated VIF entry in instance network info cache for port 4004d48a-3c52-45a6-8869-c966693a7119. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.497791] env[64147]: DEBUG nova.network.neutron [req-dd4f631b-20b6-4438-8806-1efeeb08fbe3 req-5a70795a-4bba-4f38-8206-2caa94b40001 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updating instance_info_cache with network_info: [{"id": "4004d48a-3c52-45a6-8869-c966693a7119", "address": "fa:16:3e:ce:dd:76", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4004d48a-3c", "ovs_interfaceid": "4004d48a-3c52-45a6-8869-c966693a7119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.522341] env[64147]: DEBUG nova.compute.manager [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1958.526447] env[64147]: INFO nova.compute.resource_tracker [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating resource usage from migration 19ec01ea-c155-4a28-a6c3-f6976e05cb1c [ 1958.590363] env[64147]: DEBUG nova.network.neutron [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Successfully created port: a0663f1c-de6f-4d4a-984b-471459472b77 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1958.639797] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f73d11-8563-46c0-0863-94369dba1bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.015987} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.640120] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.640546] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1958.640642] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.640837] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.641073] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1958.641798] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c22607ae-e264-43ee-b488-b9715bded700 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.649827] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1958.650081] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1958.650865] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3fad23-99d1-4c5c-83ac-6ce0440c4334 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.658853] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1958.658853] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]524837a8-790a-ec22-757c-1253b27b6d3c" [ 1958.658853] env[64147]: _type = "Task" [ 1958.658853] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.666082] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524837a8-790a-ec22-757c-1253b27b6d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.728685] env[64147]: DEBUG oslo_vmware.api [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840826, 'name': PowerOffVM_Task, 'duration_secs': 0.43818} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.731267] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1958.731267] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1958.731267] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fde56a84-26f8-4b89-bd5c-45529332c8bc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.753817] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e3e7ec-ae78-42c3-95de-83c84ae9f94b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.760282] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fbec39-37b7-492c-a456-a4ea8d08942c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.764789] env[64147]: DEBUG nova.compute.manager [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1958.793788] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23ce8ac-f584-4b86-bc2f-e2c576acb348 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.804964] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581fe0e6-49c1-44ad-9af4-b9c0d8a30635 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.822089] env[64147]: DEBUG nova.compute.provider_tree [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.836364] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1958.836745] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1958.836745] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleting the datastore file [datastore1] fed2bed2-f7ce-493d-a2a4-231f433e1c8d {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1958.837305] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51cadd9a-3c43-4429-8cd3-5529e5e3fcdc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.843897] env[64147]: DEBUG oslo_vmware.api [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1958.843897] env[64147]: value = "task-1840828" [ 1958.843897] env[64147]: _type = "Task" [ 1958.843897] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.853506] env[64147]: DEBUG oslo_vmware.api [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.874532] env[64147]: DEBUG nova.compute.manager [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1958.874863] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1958.875766] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557bc002-ffcc-41a0-bf55-7c03f79803fb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.883789] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1958.884053] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f19cec59-731b-41cc-8e7a-3c8bc28576e6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.889685] env[64147]: DEBUG oslo_vmware.api [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1958.889685] env[64147]: value = "task-1840829" [ 1958.889685] env[64147]: _type = "Task" [ 1958.889685] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.897329] env[64147]: DEBUG oslo_vmware.api [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.914051] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.964903] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1958.965278] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-816df220-5beb-45dc-984f-5c9ae231f60f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.972697] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1958.972697] env[64147]: value = "task-1840830" [ 1958.972697] env[64147]: _type = "Task" [ 1958.972697] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.981088] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.999817] env[64147]: DEBUG oslo_concurrency.lockutils [req-dd4f631b-20b6-4438-8806-1efeeb08fbe3 req-5a70795a-4bba-4f38-8206-2caa94b40001 service nova] Releasing lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.170242] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]524837a8-790a-ec22-757c-1253b27b6d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.019887} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.171017] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41957291-3b35-4ece-a823-8dd3f400bced {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.175745] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1959.175745] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522d89a0-c722-7da6-3a88-f441e94d2a30" [ 1959.175745] env[64147]: _type = "Task" [ 1959.175745] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.182869] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522d89a0-c722-7da6-3a88-f441e94d2a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.314261] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.329340] env[64147]: DEBUG nova.scheduler.client.report [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1959.357844] env[64147]: DEBUG oslo_vmware.api [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208881} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.358274] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1959.358568] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1959.358860] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1959.359153] env[64147]: INFO nova.compute.manager [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1959.359539] env[64147]: DEBUG oslo.service.loopingcall [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.359807] env[64147]: DEBUG nova.compute.manager [-] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1959.359984] env[64147]: DEBUG nova.network.neutron [-] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1959.399612] env[64147]: DEBUG oslo_vmware.api [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840829, 'name': PowerOffVM_Task, 'duration_secs': 0.175301} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.399873] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1959.400050] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1959.400525] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6855f5aa-d06c-4969-90a0-fe12379b143f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.483157] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1959.483475] env[64147]: DEBUG nova.compute.manager [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1959.484194] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4368dc0a-0da9-4f82-9dda-3c9d92749b29 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.490189] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.490353] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.490520] env[64147]: DEBUG nova.network.neutron [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.535660] env[64147]: DEBUG nova.compute.manager [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1959.552047] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1959.552047] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1959.552151] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleting the datastore file [datastore1] 0af18be3-ecab-4909-b475-d63c8365c272 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1959.552421] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaa1dc72-5ad1-47ad-93b6-f06daabc57b4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.559442] env[64147]: DEBUG oslo_vmware.api [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1959.559442] env[64147]: value = "task-1840832" [ 1959.559442] env[64147]: _type = "Task" [ 1959.559442] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.571454] env[64147]: DEBUG oslo_vmware.api [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.575750] env[64147]: DEBUG nova.virt.hardware [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1959.575986] env[64147]: DEBUG nova.virt.hardware [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1959.576163] env[64147]: DEBUG nova.virt.hardware [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1959.576356] env[64147]: DEBUG nova.virt.hardware [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1959.576502] env[64147]: DEBUG nova.virt.hardware [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1959.576651] env[64147]: DEBUG nova.virt.hardware [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1959.576860] env[64147]: DEBUG nova.virt.hardware [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1959.577026] env[64147]: DEBUG nova.virt.hardware [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1959.577195] env[64147]: DEBUG nova.virt.hardware [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1959.577381] env[64147]: DEBUG nova.virt.hardware [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1959.577562] env[64147]: DEBUG nova.virt.hardware [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1959.578344] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4d263f-c3ab-4e65-8657-a7612cb87747 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.589019] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3018fd53-7b26-4f34-923f-36d9149e5669 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.603082] env[64147]: DEBUG nova.compute.manager [req-c860e0a6-01fd-4e3c-9543-aaa7b64caf42 req-37b46606-7524-43f1-9686-fa35bbbcb8a0 service nova] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Received event network-vif-deleted-3aaf7de7-53c7-49c2-b92c-d859317fe2f9 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1959.686106] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522d89a0-c722-7da6-3a88-f441e94d2a30, 'name': SearchDatastore_Task, 'duration_secs': 0.045162} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.686378] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.686640] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] d0f054e1-9879-417d-a4de-70409209261b/d0f054e1-9879-417d-a4de-70409209261b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1959.686895] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ded60c3-a7e6-4224-bc24-f515387cfe61 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.693521] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1959.693521] env[64147]: value = "task-1840833" [ 1959.693521] env[64147]: _type = "Task" [ 1959.693521] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.701303] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.836657] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.327s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.836832] env[64147]: INFO nova.compute.manager [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Migrating [ 1959.843811] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.930s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.844033] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.846015] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.532s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.847613] env[64147]: INFO nova.compute.claims [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1959.876217] env[64147]: INFO nova.scheduler.client.report [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleted allocations for instance 506fe179-7007-4e92-8cf0-1610b3f0cc88 [ 1960.072885] env[64147]: DEBUG oslo_vmware.api [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.092499] env[64147]: DEBUG nova.network.neutron [-] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.204715] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840833, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.360740] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.360930] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.365118] env[64147]: DEBUG nova.network.neutron [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.388150] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fc9fd19e-c246-4d34-8089-1769bf3593a7 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "506fe179-7007-4e92-8cf0-1610b3f0cc88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.571s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.570119] env[64147]: DEBUG oslo_vmware.api [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.609055} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.570403] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1960.570576] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1960.570750] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1960.570952] env[64147]: INFO nova.compute.manager [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1960.573079] env[64147]: DEBUG oslo.service.loopingcall [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.573079] env[64147]: DEBUG nova.compute.manager [-] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1960.573079] env[64147]: DEBUG nova.network.neutron [-] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1960.595223] env[64147]: INFO nova.compute.manager [-] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Took 1.23 seconds to deallocate network for instance. [ 1960.673863] env[64147]: DEBUG nova.network.neutron [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Successfully updated port: a0663f1c-de6f-4d4a-984b-471459472b77 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1960.706172] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633561} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.706440] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] d0f054e1-9879-417d-a4de-70409209261b/d0f054e1-9879-417d-a4de-70409209261b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1960.706653] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1960.706896] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e86039cc-211f-43d3-bd8a-9f01652cb3a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.714543] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1960.714543] env[64147]: value = "task-1840834" [ 1960.714543] env[64147]: _type = "Task" [ 1960.714543] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.724565] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.776270] env[64147]: DEBUG nova.network.neutron [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updating instance_info_cache with network_info: [{"id": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "address": "fa:16:3e:bd:50:e9", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ecf6cf-a0", "ovs_interfaceid": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.066908] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5871bc2f-2707-4ca1-8bc7-465a3cec6600 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.075414] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62af0483-6407-43c4-accd-303cf1b48f60 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.108595] env[64147]: DEBUG oslo_concurrency.lockutils [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.110251] env[64147]: DEBUG nova.network.neutron [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance_info_cache with network_info: [{"id": "02309c95-ee68-48ad-b328-d6b13f2032d6", "address": "fa:16:3e:7f:0f:82", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02309c95-ee", "ovs_interfaceid": "02309c95-ee68-48ad-b328-d6b13f2032d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.111927] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eba3ff9-d6a7-4f52-9dd8-dbbec369b9a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.119972] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687e8a67-8173-4e0a-b600-164cfc4e9e9c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.126114] env[64147]: DEBUG nova.compute.manager [req-a77fb306-3521-4f71-a6d3-50c25a9df7d5 req-0eaf5466-8a9a-40ae-a446-5d56674ebb33 service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Received event network-vif-deleted-edb37bef-cd99-45c2-8efa-b2f59b408fae {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1961.126305] env[64147]: INFO nova.compute.manager [req-a77fb306-3521-4f71-a6d3-50c25a9df7d5 req-0eaf5466-8a9a-40ae-a446-5d56674ebb33 service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Neutron deleted interface edb37bef-cd99-45c2-8efa-b2f59b408fae; detaching it from the instance and deleting it from the info cache [ 1961.126476] env[64147]: DEBUG nova.network.neutron [req-a77fb306-3521-4f71-a6d3-50c25a9df7d5 req-0eaf5466-8a9a-40ae-a446-5d56674ebb33 service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.140020] env[64147]: DEBUG nova.compute.provider_tree [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.175874] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.176021] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.176186] env[64147]: DEBUG nova.network.neutron [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.224157] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065471} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.224408] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1961.225153] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecaecfe-0d76-4946-8194-2c32e3985a22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.246564] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] d0f054e1-9879-417d-a4de-70409209261b/d0f054e1-9879-417d-a4de-70409209261b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.246812] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a74c8c9-65e2-41de-a3e1-20d00261d41c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.266963] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1961.266963] env[64147]: value = "task-1840835" [ 1961.266963] env[64147]: _type = "Task" [ 1961.266963] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.276624] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.281172] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Releasing lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.340456] env[64147]: DEBUG nova.network.neutron [-] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.535394] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.535644] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.616654] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.628242] env[64147]: DEBUG nova.compute.manager [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Received event network-vif-deleted-3abf43b6-4f8a-46fb-9b53-654810c319d3 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1961.628450] env[64147]: DEBUG nova.compute.manager [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Received event network-vif-plugged-a0663f1c-de6f-4d4a-984b-471459472b77 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1961.628703] env[64147]: DEBUG oslo_concurrency.lockutils [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] Acquiring lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.628865] env[64147]: DEBUG oslo_concurrency.lockutils [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] Lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.629017] env[64147]: DEBUG oslo_concurrency.lockutils [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] Lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.629189] env[64147]: DEBUG nova.compute.manager [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] No waiting events found dispatching network-vif-plugged-a0663f1c-de6f-4d4a-984b-471459472b77 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1961.629330] env[64147]: WARNING nova.compute.manager [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Received unexpected event network-vif-plugged-a0663f1c-de6f-4d4a-984b-471459472b77 for instance with vm_state building and task_state spawning. [ 1961.629554] env[64147]: DEBUG nova.compute.manager [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Received event network-changed-a0663f1c-de6f-4d4a-984b-471459472b77 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1961.629681] env[64147]: DEBUG nova.compute.manager [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Refreshing instance network info cache due to event network-changed-a0663f1c-de6f-4d4a-984b-471459472b77. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1961.629851] env[64147]: DEBUG oslo_concurrency.lockutils [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] Acquiring lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.630639] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0cdeeec-1060-4d89-8acd-b883f9a601db {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.641884] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169a73cf-d142-49bd-9f9b-a7caf7ea44ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.653464] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1961.654197] env[64147]: DEBUG nova.scheduler.client.report [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1961.657977] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c4a9f2-c694-44e3-afb7-77c1e496446b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.668226] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1961.668908] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35ef2fa0-d9a6-4214-b5e7-93ffbcc2b320 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.683443] env[64147]: DEBUG nova.compute.manager [req-a77fb306-3521-4f71-a6d3-50c25a9df7d5 req-0eaf5466-8a9a-40ae-a446-5d56674ebb33 service nova] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Detach interface failed, port_id=edb37bef-cd99-45c2-8efa-b2f59b408fae, reason: Instance 0af18be3-ecab-4909-b475-d63c8365c272 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1961.711411] env[64147]: DEBUG nova.network.neutron [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1961.776946] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840835, 'name': ReconfigVM_Task, 'duration_secs': 0.278613} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.779480] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Reconfigured VM instance instance-00000069 to attach disk [datastore1] d0f054e1-9879-417d-a4de-70409209261b/d0f054e1-9879-417d-a4de-70409209261b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1961.780506] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eb67901-5940-4e7a-9d9b-e312b5c2b437 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.787853] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1961.787853] env[64147]: value = "task-1840837" [ 1961.787853] env[64147]: _type = "Task" [ 1961.787853] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.796111] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840837, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.843402] env[64147]: INFO nova.compute.manager [-] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Took 1.27 seconds to deallocate network for instance. [ 1961.861782] env[64147]: DEBUG nova.network.neutron [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance_info_cache with network_info: [{"id": "a0663f1c-de6f-4d4a-984b-471459472b77", "address": "fa:16:3e:87:be:9c", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0663f1c-de", "ovs_interfaceid": "a0663f1c-de6f-4d4a-984b-471459472b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.037108] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1962.037108] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1962.037300] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Deleting the datastore file [datastore1] 50e23077-e757-4350-bc2d-7d99844d451d {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1962.037808] env[64147]: DEBUG nova.compute.manager [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1962.040575] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25733cab-9504-45c1-914d-dddf7b7231be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.047799] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1962.047799] env[64147]: value = "task-1840838" [ 1962.047799] env[64147]: _type = "Task" [ 1962.047799] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.055613] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.164164] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.164691] env[64147]: DEBUG nova.compute.manager [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1962.167699] env[64147]: DEBUG oslo_concurrency.lockutils [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.059s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.168304] env[64147]: DEBUG oslo_concurrency.lockutils [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.191475] env[64147]: INFO nova.scheduler.client.report [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted allocations for instance fed2bed2-f7ce-493d-a2a4-231f433e1c8d [ 1962.298362] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840837, 'name': Rename_Task, 'duration_secs': 0.139698} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.298655] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.298906] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3c09162-a398-4da0-b3fb-92421da6114c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.304720] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1962.304720] env[64147]: value = "task-1840839" [ 1962.304720] env[64147]: _type = "Task" [ 1962.304720] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.312075] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.351408] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.351640] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.351911] env[64147]: DEBUG nova.objects.instance [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lazy-loading 'resources' on Instance uuid 0af18be3-ecab-4909-b475-d63c8365c272 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.364501] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.364501] env[64147]: DEBUG nova.compute.manager [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Instance network_info: |[{"id": "a0663f1c-de6f-4d4a-984b-471459472b77", "address": "fa:16:3e:87:be:9c", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0663f1c-de", "ovs_interfaceid": "a0663f1c-de6f-4d4a-984b-471459472b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1962.364501] env[64147]: DEBUG oslo_concurrency.lockutils [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] Acquired lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.365013] env[64147]: DEBUG nova.network.neutron [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Refreshing network info cache for port a0663f1c-de6f-4d4a-984b-471459472b77 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1962.365875] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:be:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0663f1c-de6f-4d4a-984b-471459472b77', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1962.375397] env[64147]: DEBUG oslo.service.loopingcall [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.378873] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1962.379484] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0eee57d-d4b3-412d-899f-cdf35d126557 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.400600] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1962.400600] env[64147]: value = "task-1840840" [ 1962.400600] env[64147]: _type = "Task" [ 1962.400600] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.412145] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840840, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.557495] env[64147]: DEBUG oslo_vmware.api [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387043} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.558556] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.558827] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1962.559020] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1962.559206] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1962.577994] env[64147]: INFO nova.scheduler.client.report [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Deleted allocations for instance 50e23077-e757-4350-bc2d-7d99844d451d [ 1962.600703] env[64147]: DEBUG nova.network.neutron [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updated VIF entry in instance network info cache for port a0663f1c-de6f-4d4a-984b-471459472b77. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.601075] env[64147]: DEBUG nova.network.neutron [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance_info_cache with network_info: [{"id": "a0663f1c-de6f-4d4a-984b-471459472b77", "address": "fa:16:3e:87:be:9c", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0663f1c-de", "ovs_interfaceid": "a0663f1c-de6f-4d4a-984b-471459472b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.672736] env[64147]: DEBUG nova.compute.utils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1962.674308] env[64147]: DEBUG nova.compute.manager [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1962.674491] env[64147]: DEBUG nova.network.neutron [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1962.699049] env[64147]: DEBUG oslo_concurrency.lockutils [None req-33085dcc-8b70-4ab9-a11e-0506731eb9f8 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "fed2bed2-f7ce-493d-a2a4-231f433e1c8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.008s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.729009] env[64147]: DEBUG nova.policy [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf39b4940814f75bb861891ed776bf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca596741efa447ba8909c7468334b028', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1962.817084] env[64147]: DEBUG oslo_vmware.api [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840839, 'name': PowerOnVM_Task, 'duration_secs': 0.488159} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.817581] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1962.817624] env[64147]: INFO nova.compute.manager [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1962.817778] env[64147]: DEBUG nova.compute.manager [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1962.818691] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2765d5-cd98-4391-9f31-17af9c6fd4bb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.915265] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840840, 'name': CreateVM_Task, 'duration_secs': 0.397299} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.915447] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1962.916141] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.916301] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.916621] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1962.917464] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13289e6c-358b-48cc-b18d-fde21740caa1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.927956] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1962.927956] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527a4be4-8e7e-d608-611a-89d4715feb05" [ 1962.927956] env[64147]: _type = "Task" [ 1962.927956] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.934375] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527a4be4-8e7e-d608-611a-89d4715feb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.026158] env[64147]: DEBUG nova.network.neutron [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Successfully created port: 1da6e9a6-9a74-4a82-9937-8ff76338b22d {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1963.059468] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d10930-ed96-4616-95ce-609f1f22a520 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.067721] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245e7176-46ba-49dd-aef3-9c36d1608512 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.102154] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.103176] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec2b2aa-fb49-4590-a9d2-03a038e5c42b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.106069] env[64147]: DEBUG oslo_concurrency.lockutils [req-f60d8333-a0a2-4903-9e29-83d25e627cce req-f2ef475d-b195-4508-bc5f-7d4bd26dc79b service nova] Releasing lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.111979] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e52f10-8d84-40a8-8845-dac3aac83be3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.126443] env[64147]: DEBUG nova.compute.provider_tree [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1963.135635] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526bc9a3-ac74-45c3-9789-ad093c7c0e31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.155201] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance 'e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5' progress to 0 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1963.160501] env[64147]: DEBUG nova.compute.manager [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Received event network-vif-unplugged-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1963.160859] env[64147]: DEBUG oslo_concurrency.lockutils [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] Acquiring lock "50e23077-e757-4350-bc2d-7d99844d451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.160933] env[64147]: DEBUG oslo_concurrency.lockutils [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] Lock "50e23077-e757-4350-bc2d-7d99844d451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.161074] env[64147]: DEBUG oslo_concurrency.lockutils [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] Lock "50e23077-e757-4350-bc2d-7d99844d451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.161246] env[64147]: DEBUG nova.compute.manager [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] No waiting events found dispatching network-vif-unplugged-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1963.161410] env[64147]: WARNING nova.compute.manager [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Received unexpected event network-vif-unplugged-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 for instance with vm_state shelved_offloaded and task_state None. [ 1963.161567] env[64147]: DEBUG nova.compute.manager [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Received event network-changed-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1963.161719] env[64147]: DEBUG nova.compute.manager [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Refreshing instance network info cache due to event network-changed-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1963.161932] env[64147]: DEBUG oslo_concurrency.lockutils [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] Acquiring lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.162081] env[64147]: DEBUG oslo_concurrency.lockutils [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] Acquired lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.162244] env[64147]: DEBUG nova.network.neutron [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Refreshing network info cache for port 30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1963.177759] env[64147]: DEBUG nova.compute.manager [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1963.340622] env[64147]: INFO nova.compute.manager [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Took 22.78 seconds to build instance. [ 1963.435800] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527a4be4-8e7e-d608-611a-89d4715feb05, 'name': SearchDatastore_Task, 'duration_secs': 0.01602} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.436167] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.436352] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1963.436616] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.436765] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.436949] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1963.437227] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0704113-4a41-421d-b6f5-04cc4e0d5184 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.452290] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1963.452532] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1963.453212] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d4513d-a03c-4bec-b354-19620d4ec26b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.458651] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1963.458651] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527ecf41-8315-26c6-6316-9ca123be7676" [ 1963.458651] env[64147]: _type = "Task" [ 1963.458651] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.466877] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527ecf41-8315-26c6-6316-9ca123be7676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.630157] env[64147]: DEBUG nova.scheduler.client.report [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1963.665637] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1963.667993] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e755aa9-e80c-4494-9678-c4d01d021130 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.676020] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1963.676020] env[64147]: value = "task-1840841" [ 1963.676020] env[64147]: _type = "Task" [ 1963.676020] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.688191] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.842732] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ec009ae-830d-4c1d-9323-838ab45b0c64 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "d0f054e1-9879-417d-a4de-70409209261b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.292s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.914270] env[64147]: DEBUG nova.network.neutron [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updated VIF entry in instance network info cache for port 30ecf6cf-a04d-42f7-bc95-15aa0d8248c5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1963.914659] env[64147]: DEBUG nova.network.neutron [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updating instance_info_cache with network_info: [{"id": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "address": "fa:16:3e:bd:50:e9", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap30ecf6cf-a0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.970225] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527ecf41-8315-26c6-6316-9ca123be7676, 'name': SearchDatastore_Task, 'duration_secs': 0.025433} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.971094] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024b00a6-6a98-4c0b-98df-c2fc75cc2121 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.977550] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1963.977550] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]528ae8eb-a6b7-61a1-2881-d1571d5a5b79" [ 1963.977550] env[64147]: _type = "Task" [ 1963.977550] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.986158] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528ae8eb-a6b7-61a1-2881-d1571d5a5b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.135198] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.137511] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.579s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.139188] env[64147]: INFO nova.compute.claims [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1964.156046] env[64147]: INFO nova.scheduler.client.report [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted allocations for instance 0af18be3-ecab-4909-b475-d63c8365c272 [ 1964.188418] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840841, 'name': PowerOffVM_Task, 'duration_secs': 0.199984} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.188418] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1964.188418] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance 'e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5' progress to 17 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1964.193842] env[64147]: DEBUG nova.compute.manager [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1964.219606] env[64147]: DEBUG nova.virt.hardware [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1964.219891] env[64147]: DEBUG nova.virt.hardware [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1964.220042] env[64147]: DEBUG nova.virt.hardware [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1964.220223] env[64147]: DEBUG nova.virt.hardware [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1964.220367] env[64147]: DEBUG nova.virt.hardware [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1964.220517] env[64147]: DEBUG nova.virt.hardware [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1964.220728] env[64147]: DEBUG nova.virt.hardware [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1964.220886] env[64147]: DEBUG nova.virt.hardware [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1964.221064] env[64147]: DEBUG nova.virt.hardware [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1964.221237] env[64147]: DEBUG nova.virt.hardware [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1964.221412] env[64147]: DEBUG nova.virt.hardware [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1964.222361] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a754f4ed-c538-4873-82fe-1146f46e82c7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.230622] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98946cb-8460-42e1-a3c7-5b025ff25a77 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.417419] env[64147]: DEBUG oslo_concurrency.lockutils [req-0519b8a7-3f13-42be-841e-a5f261de8514 req-f2ddb01d-f0ee-4207-89c4-a217fcdf8d0a service nova] Releasing lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.490996] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528ae8eb-a6b7-61a1-2881-d1571d5a5b79, 'name': SearchDatastore_Task, 'duration_secs': 0.008756} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.491312] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.491643] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9b8dc199-3487-4e46-b1f2-eeaa6fb85908/9b8dc199-3487-4e46-b1f2-eeaa6fb85908.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1964.491983] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b33f7f4f-f96f-436d-8149-70e23e560785 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.499907] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1964.499907] env[64147]: value = "task-1840842" [ 1964.499907] env[64147]: _type = "Task" [ 1964.499907] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.508174] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.523810] env[64147]: DEBUG nova.network.neutron [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Successfully updated port: 1da6e9a6-9a74-4a82-9937-8ff76338b22d {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1964.662523] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b276896-21e9-4b88-889a-5714dbd1b2da tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0af18be3-ecab-4909-b475-d63c8365c272" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.294s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.695554] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1964.695966] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1964.695966] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1964.696130] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1964.696346] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1964.696522] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1964.696778] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1964.696946] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1964.697828] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1964.698147] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1964.698239] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1964.703769] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad667cda-a311-4b1e-beb2-d7abf38b3115 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.721403] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1964.721403] env[64147]: value = "task-1840843" [ 1964.721403] env[64147]: _type = "Task" [ 1964.721403] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.734955] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840843, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.914450] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "0a1eb317-217f-494d-8c80-3195835e494d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.914585] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0a1eb317-217f-494d-8c80-3195835e494d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.914749] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "0a1eb317-217f-494d-8c80-3195835e494d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.914987] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0a1eb317-217f-494d-8c80-3195835e494d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.915185] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0a1eb317-217f-494d-8c80-3195835e494d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.917348] env[64147]: INFO nova.compute.manager [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Terminating instance [ 1965.009316] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487808} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.009601] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 9b8dc199-3487-4e46-b1f2-eeaa6fb85908/9b8dc199-3487-4e46-b1f2-eeaa6fb85908.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1965.009838] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1965.010109] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-835f68cc-e233-4d49-9e34-797b60ffad37 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.016910] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1965.016910] env[64147]: value = "task-1840844" [ 1965.016910] env[64147]: _type = "Task" [ 1965.016910] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.024528] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.032365] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.032365] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.032365] env[64147]: DEBUG nova.network.neutron [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.187959] env[64147]: DEBUG nova.compute.manager [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Received event network-vif-plugged-1da6e9a6-9a74-4a82-9937-8ff76338b22d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1965.187959] env[64147]: DEBUG oslo_concurrency.lockutils [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] Acquiring lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.187959] env[64147]: DEBUG oslo_concurrency.lockutils [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.187959] env[64147]: DEBUG oslo_concurrency.lockutils [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.187959] env[64147]: DEBUG nova.compute.manager [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] No waiting events found dispatching network-vif-plugged-1da6e9a6-9a74-4a82-9937-8ff76338b22d {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1965.187959] env[64147]: WARNING nova.compute.manager [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Received unexpected event network-vif-plugged-1da6e9a6-9a74-4a82-9937-8ff76338b22d for instance with vm_state building and task_state spawning. [ 1965.187959] env[64147]: DEBUG nova.compute.manager [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Received event network-changed-1da6e9a6-9a74-4a82-9937-8ff76338b22d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1965.187959] env[64147]: DEBUG nova.compute.manager [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Refreshing instance network info cache due to event network-changed-1da6e9a6-9a74-4a82-9937-8ff76338b22d. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1965.187959] env[64147]: DEBUG oslo_concurrency.lockutils [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] Acquiring lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.234640] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.282356] env[64147]: DEBUG nova.compute.manager [req-a2acf379-11d7-4d72-a020-580ab804473f req-5c76ec0f-a026-4a1d-b485-640e1a3cc070 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Received event network-changed-94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1965.282542] env[64147]: DEBUG nova.compute.manager [req-a2acf379-11d7-4d72-a020-580ab804473f req-5c76ec0f-a026-4a1d-b485-640e1a3cc070 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing instance network info cache due to event network-changed-94443e07-0275-402f-8ebb-45be7351c8b5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1965.282781] env[64147]: DEBUG oslo_concurrency.lockutils [req-a2acf379-11d7-4d72-a020-580ab804473f req-5c76ec0f-a026-4a1d-b485-640e1a3cc070 service nova] Acquiring lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.282937] env[64147]: DEBUG oslo_concurrency.lockutils [req-a2acf379-11d7-4d72-a020-580ab804473f req-5c76ec0f-a026-4a1d-b485-640e1a3cc070 service nova] Acquired lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.283339] env[64147]: DEBUG nova.network.neutron [req-a2acf379-11d7-4d72-a020-580ab804473f req-5c76ec0f-a026-4a1d-b485-640e1a3cc070 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing network info cache for port 94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1965.333610] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9851b5-b336-4da4-b1e8-76c0bcbc46cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.342728] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb90610-790f-4369-a349-1d78224404b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.374750] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec94e852-ef02-401d-b1b0-052608db40e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.386021] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a6f2c8-677e-4ca8-9ca7-99ac017190ae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.398201] env[64147]: DEBUG nova.compute.provider_tree [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1965.421869] env[64147]: DEBUG nova.compute.manager [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1965.422118] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1965.422980] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5903b1-91b9-4ee6-b9de-c94833a44aac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.436750] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1965.436996] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07929c06-7908-4edd-bb6b-c25ae97f9af0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.443277] env[64147]: DEBUG oslo_vmware.api [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1965.443277] env[64147]: value = "task-1840845" [ 1965.443277] env[64147]: _type = "Task" [ 1965.443277] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.456491] env[64147]: DEBUG oslo_vmware.api [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.530218] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068984} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.530218] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1965.530218] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0473662-ca15-4cd6-ad37-af0bf5b72feb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.555287] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9b8dc199-3487-4e46-b1f2-eeaa6fb85908/9b8dc199-3487-4e46-b1f2-eeaa6fb85908.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1965.556730] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edbab969-ec86-42ef-bf32-e732f5f0ced6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.579294] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1965.579294] env[64147]: value = "task-1840846" [ 1965.579294] env[64147]: _type = "Task" [ 1965.579294] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.586728] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.596092] env[64147]: DEBUG nova.network.neutron [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1965.723202] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "50e23077-e757-4350-bc2d-7d99844d451d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.732361] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840843, 'name': ReconfigVM_Task, 'duration_secs': 0.534536} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.732670] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance 'e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5' progress to 33 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1965.766928] env[64147]: DEBUG nova.network.neutron [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance_info_cache with network_info: [{"id": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "address": "fa:16:3e:eb:16:b6", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da6e9a6-9a", "ovs_interfaceid": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.901984] env[64147]: DEBUG nova.scheduler.client.report [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1965.953175] env[64147]: DEBUG oslo_vmware.api [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840845, 'name': PowerOffVM_Task, 'duration_secs': 0.155587} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.953495] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1965.953686] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1965.953926] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-463624ff-6a3f-43ac-ad29-fdb550ecd870 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.994518] env[64147]: DEBUG nova.network.neutron [req-a2acf379-11d7-4d72-a020-580ab804473f req-5c76ec0f-a026-4a1d-b485-640e1a3cc070 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updated VIF entry in instance network info cache for port 94443e07-0275-402f-8ebb-45be7351c8b5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1965.994870] env[64147]: DEBUG nova.network.neutron [req-a2acf379-11d7-4d72-a020-580ab804473f req-5c76ec0f-a026-4a1d-b485-640e1a3cc070 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updating instance_info_cache with network_info: [{"id": "94443e07-0275-402f-8ebb-45be7351c8b5", "address": "fa:16:3e:9d:23:38", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94443e07-02", "ovs_interfaceid": "94443e07-0275-402f-8ebb-45be7351c8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.090321] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.240295] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1966.240568] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1966.240709] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1966.240890] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1966.241251] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1966.241251] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1966.241444] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1966.241536] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1966.241759] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1966.241931] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1966.242301] env[64147]: DEBUG nova.virt.hardware [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1966.247720] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1966.248215] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3180c9a-e949-4ef0-b200-cc2bc49ed5cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.267066] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1966.267066] env[64147]: value = "task-1840848" [ 1966.267066] env[64147]: _type = "Task" [ 1966.267066] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.270848] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.271144] env[64147]: DEBUG nova.compute.manager [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Instance network_info: |[{"id": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "address": "fa:16:3e:eb:16:b6", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da6e9a6-9a", "ovs_interfaceid": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1966.271419] env[64147]: DEBUG oslo_concurrency.lockutils [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] Acquired lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.271605] env[64147]: DEBUG nova.network.neutron [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Refreshing network info cache for port 1da6e9a6-9a74-4a82-9937-8ff76338b22d {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1966.275410] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:16:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1da6e9a6-9a74-4a82-9937-8ff76338b22d', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1966.281505] env[64147]: DEBUG oslo.service.loopingcall [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1966.284301] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1966.287914] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10291ffb-a9a3-41a4-8369-8998ef96a21e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.302871] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.307941] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1966.307941] env[64147]: value = "task-1840849" [ 1966.307941] env[64147]: _type = "Task" [ 1966.307941] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.316248] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.408648] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.409509] env[64147]: DEBUG nova.compute.manager [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1966.412609] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.311s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.412848] env[64147]: DEBUG nova.objects.instance [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lazy-loading 'resources' on Instance uuid 50e23077-e757-4350-bc2d-7d99844d451d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.497158] env[64147]: DEBUG oslo_concurrency.lockutils [req-a2acf379-11d7-4d72-a020-580ab804473f req-5c76ec0f-a026-4a1d-b485-640e1a3cc070 service nova] Releasing lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.521972] env[64147]: DEBUG nova.network.neutron [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updated VIF entry in instance network info cache for port 1da6e9a6-9a74-4a82-9937-8ff76338b22d. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1966.522369] env[64147]: DEBUG nova.network.neutron [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance_info_cache with network_info: [{"id": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "address": "fa:16:3e:eb:16:b6", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da6e9a6-9a", "ovs_interfaceid": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.588665] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.779544] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840848, 'name': ReconfigVM_Task, 'duration_secs': 0.156831} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.780071] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1966.780944] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0831f67-f0bb-4f46-93a8-25a389660e35 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.811815] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5/e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1966.812247] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b00039d3-e629-46b7-a647-3dc67dfecfdd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.833525] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.834985] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1966.834985] env[64147]: value = "task-1840850" [ 1966.834985] env[64147]: _type = "Task" [ 1966.834985] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.842222] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.916094] env[64147]: DEBUG nova.compute.utils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1966.917673] env[64147]: DEBUG nova.compute.manager [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1966.917855] env[64147]: DEBUG nova.network.neutron [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1966.920273] env[64147]: DEBUG nova.objects.instance [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lazy-loading 'numa_topology' on Instance uuid 50e23077-e757-4350-bc2d-7d99844d451d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.964234] env[64147]: DEBUG nova.policy [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d19dac81e3347b38e16c9d724e740e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '068f19de4bc04821907bbc561ecebc35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1967.025337] env[64147]: DEBUG oslo_concurrency.lockutils [req-621f56f6-6f2c-41f2-b786-c4377003bc8f req-93101e59-ddbe-4185-8d33-88a522d098a5 service nova] Releasing lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.089993] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840846, 'name': ReconfigVM_Task, 'duration_secs': 1.142574} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.090291] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9b8dc199-3487-4e46-b1f2-eeaa6fb85908/9b8dc199-3487-4e46-b1f2-eeaa6fb85908.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.090945] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62712fd2-9c65-4107-9e6d-4b369ff240f8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.096935] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1967.096935] env[64147]: value = "task-1840851" [ 1967.096935] env[64147]: _type = "Task" [ 1967.096935] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.107082] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840851, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.312890] env[64147]: DEBUG nova.compute.manager [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Received event network-changed-4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1967.313109] env[64147]: DEBUG nova.compute.manager [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Refreshing instance network info cache due to event network-changed-4004d48a-3c52-45a6-8869-c966693a7119. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1967.313324] env[64147]: DEBUG oslo_concurrency.lockutils [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] Acquiring lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.313470] env[64147]: DEBUG oslo_concurrency.lockutils [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] Acquired lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.313632] env[64147]: DEBUG nova.network.neutron [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Refreshing network info cache for port 4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1967.324823] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.344206] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840850, 'name': ReconfigVM_Task, 'duration_secs': 0.30639} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.344466] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5/e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.344737] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance 'e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5' progress to 50 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1967.423045] env[64147]: DEBUG nova.compute.manager [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1967.426605] env[64147]: DEBUG nova.objects.base [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Object Instance<50e23077-e757-4350-bc2d-7d99844d451d> lazy-loaded attributes: resources,numa_topology {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1967.431266] env[64147]: DEBUG nova.network.neutron [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Successfully created port: 90ad653a-e8dc-4e0a-ab78-a00a7b662472 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1967.594284] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd5a655-e05c-49ee-a79a-2607f7294b1e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.610420] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2cf173-403e-4e9e-8815-19cf80b55384 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.613537] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840851, 'name': Rename_Task, 'duration_secs': 0.132707} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.613830] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.614454] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eef3bb57-8a3c-4438-8510-7708f5b493ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.641698] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a40870-bd26-40da-9710-b6201a29b400 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.644106] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 1967.644106] env[64147]: value = "task-1840852" [ 1967.644106] env[64147]: _type = "Task" [ 1967.644106] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.650528] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784fe86f-73fe-421a-8e75-ad371c093601 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.658810] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.669950] env[64147]: DEBUG nova.compute.provider_tree [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1967.827795] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.851913] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cfdb18-d5b1-46be-b20e-e45d4c25cf3c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.872925] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85505aa-f331-4f1e-93b7-b380ff318607 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.891596] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance 'e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5' progress to 67 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1968.154591] env[64147]: DEBUG oslo_vmware.api [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840852, 'name': PowerOnVM_Task, 'duration_secs': 0.444952} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.154870] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.155084] env[64147]: INFO nova.compute.manager [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1968.155264] env[64147]: DEBUG nova.compute.manager [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.156020] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab64da7-0063-4204-b367-73c39028e394 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.170675] env[64147]: DEBUG nova.scheduler.client.report [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.206709] env[64147]: DEBUG nova.network.neutron [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updated VIF entry in instance network info cache for port 4004d48a-3c52-45a6-8869-c966693a7119. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1968.206709] env[64147]: DEBUG nova.network.neutron [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updating instance_info_cache with network_info: [{"id": "4004d48a-3c52-45a6-8869-c966693a7119", "address": "fa:16:3e:ce:dd:76", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4004d48a-3c", "ovs_interfaceid": "4004d48a-3c52-45a6-8869-c966693a7119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.325841] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.429887] env[64147]: DEBUG nova.network.neutron [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Port 02309c95-ee68-48ad-b328-d6b13f2032d6 binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1968.436055] env[64147]: DEBUG nova.compute.manager [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1968.461358] env[64147]: DEBUG nova.virt.hardware [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1968.461644] env[64147]: DEBUG nova.virt.hardware [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1968.461808] env[64147]: DEBUG nova.virt.hardware [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1968.461995] env[64147]: DEBUG nova.virt.hardware [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1968.462154] env[64147]: DEBUG nova.virt.hardware [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1968.462301] env[64147]: DEBUG nova.virt.hardware [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1968.462510] env[64147]: DEBUG nova.virt.hardware [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1968.462670] env[64147]: DEBUG nova.virt.hardware [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1968.462836] env[64147]: DEBUG nova.virt.hardware [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1968.462996] env[64147]: DEBUG nova.virt.hardware [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1968.463179] env[64147]: DEBUG nova.virt.hardware [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1968.464258] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb695af-1dae-4878-9b3b-e9baae97f226 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.472193] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b1cc33-d031-421b-b4c3-f5be6ad2c53e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.672711] env[64147]: INFO nova.compute.manager [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Took 18.95 seconds to build instance. [ 1968.675446] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.708730] env[64147]: DEBUG oslo_concurrency.lockutils [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] Releasing lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.708991] env[64147]: DEBUG nova.compute.manager [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Received event network-changed-4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1968.709177] env[64147]: DEBUG nova.compute.manager [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Refreshing instance network info cache due to event network-changed-4004d48a-3c52-45a6-8869-c966693a7119. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1968.709468] env[64147]: DEBUG oslo_concurrency.lockutils [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] Acquiring lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.709681] env[64147]: DEBUG oslo_concurrency.lockutils [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] Acquired lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.709871] env[64147]: DEBUG nova.network.neutron [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Refreshing network info cache for port 4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.826355] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.174733] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39b10775-988e-498f-b931-ddae7b28ffdf tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.458s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.182679] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5066496b-3207-436c-9393-6541cf0946c8 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "50e23077-e757-4350-bc2d-7d99844d451d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.790s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.183524] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "50e23077-e757-4350-bc2d-7d99844d451d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.460s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.183706] env[64147]: INFO nova.compute.manager [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Unshelving [ 1969.330619] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.452054] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.452310] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.452459] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.572455] env[64147]: DEBUG nova.network.neutron [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updated VIF entry in instance network info cache for port 4004d48a-3c52-45a6-8869-c966693a7119. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1969.572862] env[64147]: DEBUG nova.network.neutron [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updating instance_info_cache with network_info: [{"id": "4004d48a-3c52-45a6-8869-c966693a7119", "address": "fa:16:3e:ce:dd:76", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4004d48a-3c", "ovs_interfaceid": "4004d48a-3c52-45a6-8869-c966693a7119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.578703] env[64147]: DEBUG nova.compute.manager [req-1a051bae-1aa0-4782-b0f5-e2cc6a452603 req-57889f9b-1d3a-4714-bc2e-1bb06a2cd3d2 service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Received event network-changed-a0663f1c-de6f-4d4a-984b-471459472b77 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1969.578703] env[64147]: DEBUG nova.compute.manager [req-1a051bae-1aa0-4782-b0f5-e2cc6a452603 req-57889f9b-1d3a-4714-bc2e-1bb06a2cd3d2 service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Refreshing instance network info cache due to event network-changed-a0663f1c-de6f-4d4a-984b-471459472b77. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1969.578703] env[64147]: DEBUG oslo_concurrency.lockutils [req-1a051bae-1aa0-4782-b0f5-e2cc6a452603 req-57889f9b-1d3a-4714-bc2e-1bb06a2cd3d2 service nova] Acquiring lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.578703] env[64147]: DEBUG oslo_concurrency.lockutils [req-1a051bae-1aa0-4782-b0f5-e2cc6a452603 req-57889f9b-1d3a-4714-bc2e-1bb06a2cd3d2 service nova] Acquired lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.578703] env[64147]: DEBUG nova.network.neutron [req-1a051bae-1aa0-4782-b0f5-e2cc6a452603 req-57889f9b-1d3a-4714-bc2e-1bb06a2cd3d2 service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Refreshing network info cache for port a0663f1c-de6f-4d4a-984b-471459472b77 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.828335] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.078365] env[64147]: DEBUG oslo_concurrency.lockutils [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] Releasing lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.078643] env[64147]: DEBUG nova.compute.manager [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Received event network-changed-94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1970.078820] env[64147]: DEBUG nova.compute.manager [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing instance network info cache due to event network-changed-94443e07-0275-402f-8ebb-45be7351c8b5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1970.079051] env[64147]: DEBUG oslo_concurrency.lockutils [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] Acquiring lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.079198] env[64147]: DEBUG oslo_concurrency.lockutils [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] Acquired lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.079357] env[64147]: DEBUG nova.network.neutron [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing network info cache for port 94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.208022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.208348] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.208526] env[64147]: DEBUG nova.objects.instance [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lazy-loading 'pci_requests' on Instance uuid 50e23077-e757-4350-bc2d-7d99844d451d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.329424] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.340883] env[64147]: DEBUG nova.network.neutron [req-1a051bae-1aa0-4782-b0f5-e2cc6a452603 req-57889f9b-1d3a-4714-bc2e-1bb06a2cd3d2 service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updated VIF entry in instance network info cache for port a0663f1c-de6f-4d4a-984b-471459472b77. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.341263] env[64147]: DEBUG nova.network.neutron [req-1a051bae-1aa0-4782-b0f5-e2cc6a452603 req-57889f9b-1d3a-4714-bc2e-1bb06a2cd3d2 service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance_info_cache with network_info: [{"id": "a0663f1c-de6f-4d4a-984b-471459472b77", "address": "fa:16:3e:87:be:9c", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0663f1c-de", "ovs_interfaceid": "a0663f1c-de6f-4d4a-984b-471459472b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.483870] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.484104] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.484301] env[64147]: DEBUG nova.network.neutron [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.713200] env[64147]: DEBUG nova.objects.instance [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lazy-loading 'numa_topology' on Instance uuid 50e23077-e757-4350-bc2d-7d99844d451d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.829283] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.844593] env[64147]: DEBUG oslo_concurrency.lockutils [req-1a051bae-1aa0-4782-b0f5-e2cc6a452603 req-57889f9b-1d3a-4714-bc2e-1bb06a2cd3d2 service nova] Releasing lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.870909] env[64147]: DEBUG nova.network.neutron [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updated VIF entry in instance network info cache for port 94443e07-0275-402f-8ebb-45be7351c8b5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.871456] env[64147]: DEBUG nova.network.neutron [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updating instance_info_cache with network_info: [{"id": "94443e07-0275-402f-8ebb-45be7351c8b5", "address": "fa:16:3e:9d:23:38", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94443e07-02", "ovs_interfaceid": "94443e07-0275-402f-8ebb-45be7351c8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.179927] env[64147]: DEBUG nova.network.neutron [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance_info_cache with network_info: [{"id": "02309c95-ee68-48ad-b328-d6b13f2032d6", "address": "fa:16:3e:7f:0f:82", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02309c95-ee", "ovs_interfaceid": "02309c95-ee68-48ad-b328-d6b13f2032d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.216306] env[64147]: INFO nova.compute.claims [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1971.237844] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "interface-25bd5ad7-db36-4001-91c4-489498c21c22-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.238597] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-25bd5ad7-db36-4001-91c4-489498c21c22-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.238597] env[64147]: DEBUG nova.objects.instance [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'flavor' on Instance uuid 25bd5ad7-db36-4001-91c4-489498c21c22 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.330773] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.374528] env[64147]: DEBUG oslo_concurrency.lockutils [req-b1897d3d-d8d2-49da-94b4-2ef4b8d81f4b req-d7d8dc27-7bf7-4249-815e-4499c2015e92 service nova] Releasing lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.683335] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.832479] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.872750] env[64147]: DEBUG nova.objects.instance [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'pci_requests' on Instance uuid 25bd5ad7-db36-4001-91c4-489498c21c22 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.208104] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69acec3e-7049-4268-a54d-4ffa00c1cb6f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.229474] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb191c88-336a-4736-ad5e-01d2436a9eb3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.236400] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance 'e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5' progress to 83 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1972.337526] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.375248] env[64147]: DEBUG nova.objects.base [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Object Instance<25bd5ad7-db36-4001-91c4-489498c21c22> lazy-loaded attributes: flavor,pci_requests {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1972.375462] env[64147]: DEBUG nova.network.neutron [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1972.381535] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00ee775-d242-45bf-b525-960f632eb41e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.389340] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a415d2c1-ce71-4606-a283-6ebaa1c013c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.420666] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac50ea4-8251-4eaf-bdfa-bf87115a65fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.428153] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3a3aaf-3435-4ebf-b599-2e817dcada20 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.443033] env[64147]: DEBUG nova.compute.provider_tree [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.460278] env[64147]: DEBUG nova.policy [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3326c976d5947749dbf7df26f925886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3549758523d4b8188c0379e14379ef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1972.743027] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1972.743346] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eab150e-b605-4599-ba26-f926fd067b3d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.752041] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1972.752041] env[64147]: value = "task-1840853" [ 1972.752041] env[64147]: _type = "Task" [ 1972.752041] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.759754] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.832617] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.946237] env[64147]: DEBUG nova.scheduler.client.report [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1973.261630] env[64147]: DEBUG oslo_vmware.api [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840853, 'name': PowerOnVM_Task, 'duration_secs': 0.356087} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.261895] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1973.262082] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f53ce-8d9e-4fa9-b4dd-c5cc2856ee65 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance 'e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5' progress to 100 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1973.332211] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.357282] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1973.357491] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1973.357683] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleting the datastore file [datastore1] 0a1eb317-217f-494d-8c80-3195835e494d {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1973.357979] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c117ff5-4746-43c3-9896-00e47b3f84d3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.364225] env[64147]: DEBUG oslo_vmware.api [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1973.364225] env[64147]: value = "task-1840854" [ 1973.364225] env[64147]: _type = "Task" [ 1973.364225] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.371656] env[64147]: DEBUG oslo_vmware.api [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.453483] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.245s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.483785] env[64147]: INFO nova.network.neutron [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updating port 30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1973.833229] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840849, 'name': CreateVM_Task, 'duration_secs': 7.344133} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.833422] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1973.834081] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.834231] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.834560] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1973.834805] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9841cc5-e4ff-4440-9ec7-8012ecfa99f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.840027] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1973.840027] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5223fa67-0651-14c1-f0ac-dcf0e103fc0b" [ 1973.840027] env[64147]: _type = "Task" [ 1973.840027] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.847735] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5223fa67-0651-14c1-f0ac-dcf0e103fc0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.873131] env[64147]: DEBUG oslo_vmware.api [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1361} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.873380] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1973.873560] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1973.873738] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1973.873915] env[64147]: INFO nova.compute.manager [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Took 8.45 seconds to destroy the instance on the hypervisor. [ 1973.874165] env[64147]: DEBUG oslo.service.loopingcall [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1973.874356] env[64147]: DEBUG nova.compute.manager [-] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1973.874452] env[64147]: DEBUG nova.network.neutron [-] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.173496] env[64147]: DEBUG nova.compute.manager [req-c5f55200-9c32-43ae-8079-74228f5fd372 req-c4897a0f-7b0f-4a66-8735-ab804ca57b60 service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Received event network-vif-deleted-0903ca5d-de2e-4f56-a7b5-8cde403048b6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1974.173741] env[64147]: INFO nova.compute.manager [req-c5f55200-9c32-43ae-8079-74228f5fd372 req-c4897a0f-7b0f-4a66-8735-ab804ca57b60 service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Neutron deleted interface 0903ca5d-de2e-4f56-a7b5-8cde403048b6; detaching it from the instance and deleting it from the info cache [ 1974.173989] env[64147]: DEBUG nova.network.neutron [req-c5f55200-9c32-43ae-8079-74228f5fd372 req-c4897a0f-7b0f-4a66-8735-ab804ca57b60 service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.352374] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5223fa67-0651-14c1-f0ac-dcf0e103fc0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008959} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.352702] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.352933] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1974.353180] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.353327] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.353506] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1974.353827] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc5d003f-506f-442c-866f-2a6448c41719 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.362371] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1974.362571] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1974.363269] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba88de81-570e-4ae3-9312-30625b6bf969 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.368755] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1974.368755] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5223284d-4dce-6d4d-d973-91b09c895aea" [ 1974.368755] env[64147]: _type = "Task" [ 1974.368755] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.376746] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5223284d-4dce-6d4d-d973-91b09c895aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.407686] env[64147]: DEBUG nova.network.neutron [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Successfully updated port: 90ad653a-e8dc-4e0a-ab78-a00a7b662472 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1974.463423] env[64147]: DEBUG nova.compute.manager [req-3956ca44-45a3-4b77-96b2-d43c9c84ac86 req-59e353e1-625a-4a9b-82e7-85cbeacd1c26 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Received event network-vif-plugged-0cc08552-bdcb-4f4b-8737-f85f8610f5b7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1974.463914] env[64147]: DEBUG oslo_concurrency.lockutils [req-3956ca44-45a3-4b77-96b2-d43c9c84ac86 req-59e353e1-625a-4a9b-82e7-85cbeacd1c26 service nova] Acquiring lock "25bd5ad7-db36-4001-91c4-489498c21c22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.464149] env[64147]: DEBUG oslo_concurrency.lockutils [req-3956ca44-45a3-4b77-96b2-d43c9c84ac86 req-59e353e1-625a-4a9b-82e7-85cbeacd1c26 service nova] Lock "25bd5ad7-db36-4001-91c4-489498c21c22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.464322] env[64147]: DEBUG oslo_concurrency.lockutils [req-3956ca44-45a3-4b77-96b2-d43c9c84ac86 req-59e353e1-625a-4a9b-82e7-85cbeacd1c26 service nova] Lock "25bd5ad7-db36-4001-91c4-489498c21c22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.464494] env[64147]: DEBUG nova.compute.manager [req-3956ca44-45a3-4b77-96b2-d43c9c84ac86 req-59e353e1-625a-4a9b-82e7-85cbeacd1c26 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] No waiting events found dispatching network-vif-plugged-0cc08552-bdcb-4f4b-8737-f85f8610f5b7 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1974.464661] env[64147]: WARNING nova.compute.manager [req-3956ca44-45a3-4b77-96b2-d43c9c84ac86 req-59e353e1-625a-4a9b-82e7-85cbeacd1c26 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Received unexpected event network-vif-plugged-0cc08552-bdcb-4f4b-8737-f85f8610f5b7 for instance with vm_state active and task_state None. [ 1974.548651] env[64147]: DEBUG nova.network.neutron [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Successfully updated port: 0cc08552-bdcb-4f4b-8737-f85f8610f5b7 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1974.602419] env[64147]: DEBUG nova.network.neutron [-] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.677161] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8504f0a7-8198-4ed1-957e-42bff6d0df8a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.687083] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c1d5fa-0eda-411c-a046-318fa59ea484 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.716026] env[64147]: DEBUG nova.compute.manager [req-c5f55200-9c32-43ae-8079-74228f5fd372 req-c4897a0f-7b0f-4a66-8735-ab804ca57b60 service nova] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Detach interface failed, port_id=0903ca5d-de2e-4f56-a7b5-8cde403048b6, reason: Instance 0a1eb317-217f-494d-8c80-3195835e494d could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1974.879634] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5223284d-4dce-6d4d-d973-91b09c895aea, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.880416] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3851c07d-42eb-4733-97e7-04a0bb5bc8d3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.886107] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1974.886107] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a0b247-d7e0-a077-739c-1141c9201425" [ 1974.886107] env[64147]: _type = "Task" [ 1974.886107] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.894536] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a0b247-d7e0-a077-739c-1141c9201425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.912323] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.912464] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.912650] env[64147]: DEBUG nova.network.neutron [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.055022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.055266] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.055405] env[64147]: DEBUG nova.network.neutron [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.098599] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.098599] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.098599] env[64147]: DEBUG nova.network.neutron [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.108227] env[64147]: INFO nova.compute.manager [-] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Took 1.23 seconds to deallocate network for instance. [ 1975.397041] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a0b247-d7e0-a077-739c-1141c9201425, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.397399] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.397535] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3/d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1975.397783] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20fad7e0-dbf1-4c9a-8aac-f19d1e59f11c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.404449] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1975.404449] env[64147]: value = "task-1840855" [ 1975.404449] env[64147]: _type = "Task" [ 1975.404449] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.411823] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.450941] env[64147]: DEBUG nova.network.neutron [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1975.527352] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.527643] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.527845] env[64147]: DEBUG nova.compute.manager [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Going to confirm migration 6 {{(pid=64147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1975.606956] env[64147]: WARNING nova.network.neutron [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] ce8c06f5-120b-43bf-b964-7fd7329bd58f already exists in list: networks containing: ['ce8c06f5-120b-43bf-b964-7fd7329bd58f']. ignoring it [ 1975.614324] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.614591] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.614814] env[64147]: DEBUG nova.objects.instance [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lazy-loading 'resources' on Instance uuid 0a1eb317-217f-494d-8c80-3195835e494d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.640126] env[64147]: DEBUG nova.network.neutron [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance_info_cache with network_info: [{"id": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "address": "fa:16:3e:f6:e0:34", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ad653a-e8", "ovs_interfaceid": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.850712] env[64147]: DEBUG nova.network.neutron [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updating instance_info_cache with network_info: [{"id": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "address": "fa:16:3e:bd:50:e9", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ecf6cf-a0", "ovs_interfaceid": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.914310] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840855, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.922958] env[64147]: DEBUG nova.network.neutron [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updating instance_info_cache with network_info: [{"id": "94443e07-0275-402f-8ebb-45be7351c8b5", "address": "fa:16:3e:9d:23:38", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94443e07-02", "ovs_interfaceid": "94443e07-0275-402f-8ebb-45be7351c8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cc08552-bdcb-4f4b-8737-f85f8610f5b7", "address": "fa:16:3e:86:03:61", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc08552-bd", "ovs_interfaceid": "0cc08552-bdcb-4f4b-8737-f85f8610f5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.064875] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.065079] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquired lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.065281] env[64147]: DEBUG nova.network.neutron [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.065469] env[64147]: DEBUG nova.objects.instance [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lazy-loading 'info_cache' on Instance uuid e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.144247] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.144559] env[64147]: DEBUG nova.compute.manager [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Instance network_info: |[{"id": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "address": "fa:16:3e:f6:e0:34", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ad653a-e8", "ovs_interfaceid": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1976.144970] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e0:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90ad653a-e8dc-4e0a-ab78-a00a7b662472', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1976.152750] env[64147]: DEBUG oslo.service.loopingcall [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.155408] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1976.155831] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bd2ce09-0101-4cb1-b05d-8702f0d1e5e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.177936] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1976.177936] env[64147]: value = "task-1840856" [ 1976.177936] env[64147]: _type = "Task" [ 1976.177936] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.187017] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840856, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.285133] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef502701-674a-4a20-a6f5-bf6415d9e4e1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.292686] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eb701d-c870-4faf-a89f-373e7cf4d002 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.323233] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2989e4-f9b6-4fb5-9309-ea27ef3aed90 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.330485] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97420bd0-3cee-48be-842f-a368cefe4038 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.343705] env[64147]: DEBUG nova.compute.provider_tree [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.352875] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Releasing lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.380886] env[64147]: DEBUG nova.virt.hardware [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d87e1dbe30405f0aa2d647a9cb02e6cb',container_format='bare',created_at=2024-12-13T05:49:35Z,direct_url=,disk_format='vmdk',id=c8862b89-8b26-4a5b-b656-760717fd781e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-263335477-shelved',owner='cb34cad6b5084a0fb6ddadf8f938a547',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-13T05:49:49Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1976.381145] env[64147]: DEBUG nova.virt.hardware [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1976.381315] env[64147]: DEBUG nova.virt.hardware [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1976.381488] env[64147]: DEBUG nova.virt.hardware [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1976.381636] env[64147]: DEBUG nova.virt.hardware [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1976.381787] env[64147]: DEBUG nova.virt.hardware [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1976.382016] env[64147]: DEBUG nova.virt.hardware [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1976.382177] env[64147]: DEBUG nova.virt.hardware [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1976.382344] env[64147]: DEBUG nova.virt.hardware [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1976.382505] env[64147]: DEBUG nova.virt.hardware [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1976.382683] env[64147]: DEBUG nova.virt.hardware [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1976.383548] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac983b38-eada-48af-baf1-299d05d885d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.391587] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c8053d-25e9-41f8-bcd3-04d2f7f797b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.404338] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:50:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30ecf6cf-a04d-42f7-bc95-15aa0d8248c5', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1976.411603] env[64147]: DEBUG oslo.service.loopingcall [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.411878] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1976.414551] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5cbcdfb-743d-4fcd-8d93-d5bfbc3c4520 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.428665] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.429191] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.429345] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.430367] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf6293-f561-4c3f-a3b9-f08454579591 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.435681] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840855, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.437512] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1976.437512] env[64147]: value = "task-1840857" [ 1976.437512] env[64147]: _type = "Task" [ 1976.437512] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.448845] env[64147]: DEBUG nova.virt.hardware [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1976.449072] env[64147]: DEBUG nova.virt.hardware [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1976.449229] env[64147]: DEBUG nova.virt.hardware [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1976.449407] env[64147]: DEBUG nova.virt.hardware [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1976.449591] env[64147]: DEBUG nova.virt.hardware [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1976.449723] env[64147]: DEBUG nova.virt.hardware [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1976.449926] env[64147]: DEBUG nova.virt.hardware [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1976.450096] env[64147]: DEBUG nova.virt.hardware [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1976.450264] env[64147]: DEBUG nova.virt.hardware [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1976.450427] env[64147]: DEBUG nova.virt.hardware [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1976.450604] env[64147]: DEBUG nova.virt.hardware [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1976.456828] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Reconfiguring VM to attach interface {{(pid=64147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1976.459931] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036197a0-9180-4464-80de-521f209d940a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.477942] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840857, 'name': CreateVM_Task} progress is 15%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.479278] env[64147]: DEBUG oslo_vmware.api [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1976.479278] env[64147]: value = "task-1840858" [ 1976.479278] env[64147]: _type = "Task" [ 1976.479278] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.488311] env[64147]: DEBUG oslo_vmware.api [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840858, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.688753] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840856, 'name': CreateVM_Task, 'duration_secs': 0.391066} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.688911] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1976.689586] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.689757] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.690102] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1976.690386] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a40b84d-ee78-4906-a6c0-ef4141cbe7d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.694795] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1976.694795] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a02d1a-6396-f834-83b7-ba4bb1379fda" [ 1976.694795] env[64147]: _type = "Task" [ 1976.694795] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.702199] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a02d1a-6396-f834-83b7-ba4bb1379fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.846533] env[64147]: DEBUG nova.scheduler.client.report [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.923107] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840855, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.958017] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840857, 'name': CreateVM_Task, 'duration_secs': 0.456154} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.958163] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1976.958787] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.958950] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.959346] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1976.959626] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c906bab-11be-4ea6-a3d1-cf5097f5cdd4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.964411] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1976.964411] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520d0c8d-a758-5b22-71cc-a693fa764eab" [ 1976.964411] env[64147]: _type = "Task" [ 1976.964411] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.972480] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520d0c8d-a758-5b22-71cc-a693fa764eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.987566] env[64147]: DEBUG oslo_vmware.api [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.207926] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a02d1a-6396-f834-83b7-ba4bb1379fda, 'name': SearchDatastore_Task, 'duration_secs': 0.01212} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.208296] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.208500] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1977.208737] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.208880] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.209103] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1977.209387] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80176b0f-24b5-46a8-887a-1c8f0e945e2b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.226464] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1977.226639] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1977.227398] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a5a5da-c41f-41b3-8418-4e155d4911e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.232809] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1977.232809] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]529827d1-d6f0-d37d-8193-59826cb87291" [ 1977.232809] env[64147]: _type = "Task" [ 1977.232809] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.243041] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529827d1-d6f0-d37d-8193-59826cb87291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.271146] env[64147]: DEBUG nova.network.neutron [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance_info_cache with network_info: [{"id": "02309c95-ee68-48ad-b328-d6b13f2032d6", "address": "fa:16:3e:7f:0f:82", "network": {"id": "5e4ba5bf-3a92-4d14-a1e4-3841b93b7221", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1887858982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15a7a2b04f9414d87076c5df508bca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02309c95-ee", "ovs_interfaceid": "02309c95-ee68-48ad-b328-d6b13f2032d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.351314] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.373243] env[64147]: INFO nova.scheduler.client.report [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted allocations for instance 0a1eb317-217f-494d-8c80-3195835e494d [ 1977.424279] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840855, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.566121} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.425097] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3/d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1977.425321] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1977.425693] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c00f072f-ecd9-4ba7-bba1-4351f8b3f38f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.433575] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1977.433575] env[64147]: value = "task-1840859" [ 1977.433575] env[64147]: _type = "Task" [ 1977.433575] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.442633] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.476050] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.476246] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Processing image c8862b89-8b26-4a5b-b656-760717fd781e {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1977.476476] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e/c8862b89-8b26-4a5b-b656-760717fd781e.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.476623] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e/c8862b89-8b26-4a5b-b656-760717fd781e.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.476837] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1977.477105] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f4b3dce-f287-4246-9ae8-b193a19f3c56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.488112] env[64147]: DEBUG oslo_vmware.api [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840858, 'name': ReconfigVM_Task, 'duration_secs': 0.695415} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.489371] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.489617] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Reconfigured VM to attach interface {{(pid=64147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1977.492149] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1977.492933] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1977.493194] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3904c570-d15e-455c-8396-d5b0976818a1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.498347] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1977.498347] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5246248d-ed26-be2c-8b73-2dc395497062" [ 1977.498347] env[64147]: _type = "Task" [ 1977.498347] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.506469] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5246248d-ed26-be2c-8b73-2dc395497062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.743596] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]529827d1-d6f0-d37d-8193-59826cb87291, 'name': SearchDatastore_Task, 'duration_secs': 0.103185} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.744323] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63146ff2-745e-4cbc-b0d6-8345178bc1f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.749345] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1977.749345] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526853f5-2b6d-517d-dabb-c8f169dff625" [ 1977.749345] env[64147]: _type = "Task" [ 1977.749345] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.756569] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526853f5-2b6d-517d-dabb-c8f169dff625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.773657] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Releasing lock "refresh_cache-e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.773892] env[64147]: DEBUG nova.objects.instance [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lazy-loading 'migration_context' on Instance uuid e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.879905] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9023009f-9aa1-4559-85fc-1544b9551db4 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "0a1eb317-217f-494d-8c80-3195835e494d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.965s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.945906] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074355} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.946214] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1977.947074] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26828f8-94a9-409a-bb4c-d4d91184239b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.973054] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3/d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1977.973054] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163bde25-d541-433f-ae6a-113ed667064d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.992174] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1977.992174] env[64147]: value = "task-1840860" [ 1977.992174] env[64147]: _type = "Task" [ 1977.992174] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.996149] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c36dba24-f77c-4409-924b-83dddb2c3dc4 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-25bd5ad7-db36-4001-91c4-489498c21c22-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.758s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.002423] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.011668] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Preparing fetch location {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1978.012216] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Fetch image to [datastore1] OSTACK_IMG_a4edc8c4-e701-416c-a39b-48d0e207b7c1/OSTACK_IMG_a4edc8c4-e701-416c-a39b-48d0e207b7c1.vmdk {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1978.012535] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Downloading stream optimized image c8862b89-8b26-4a5b-b656-760717fd781e to [datastore1] OSTACK_IMG_a4edc8c4-e701-416c-a39b-48d0e207b7c1/OSTACK_IMG_a4edc8c4-e701-416c-a39b-48d0e207b7c1.vmdk on the data store datastore1 as vApp {{(pid=64147) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1978.012826] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Downloading image file data c8862b89-8b26-4a5b-b656-760717fd781e to the ESX as VM named 'OSTACK_IMG_a4edc8c4-e701-416c-a39b-48d0e207b7c1' {{(pid=64147) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1978.086610] env[64147]: DEBUG oslo_vmware.rw_handles [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1978.086610] env[64147]: value = "resgroup-9" [ 1978.086610] env[64147]: _type = "ResourcePool" [ 1978.086610] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1978.086911] env[64147]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-82a66a0a-7e36-4a0a-bb62-1f3afb0016f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.108237] env[64147]: DEBUG oslo_vmware.rw_handles [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lease: (returnval){ [ 1978.108237] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5244ca28-9384-7034-7a19-fc502b054d1c" [ 1978.108237] env[64147]: _type = "HttpNfcLease" [ 1978.108237] env[64147]: } obtained for vApp import into resource pool (val){ [ 1978.108237] env[64147]: value = "resgroup-9" [ 1978.108237] env[64147]: _type = "ResourcePool" [ 1978.108237] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1978.108567] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the lease: (returnval){ [ 1978.108567] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5244ca28-9384-7034-7a19-fc502b054d1c" [ 1978.108567] env[64147]: _type = "HttpNfcLease" [ 1978.108567] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1978.114549] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1978.114549] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5244ca28-9384-7034-7a19-fc502b054d1c" [ 1978.114549] env[64147]: _type = "HttpNfcLease" [ 1978.114549] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1978.262668] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526853f5-2b6d-517d-dabb-c8f169dff625, 'name': SearchDatastore_Task, 'duration_secs': 0.018412} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.262975] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.263328] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 575e8c88-bc4e-4816-a430-8ed343ea6ef2/575e8c88-bc4e-4816-a430-8ed343ea6ef2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1978.263690] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26f62b5b-aed2-4924-a25c-23f2ccd0e5cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.270738] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1978.270738] env[64147]: value = "task-1840862" [ 1978.270738] env[64147]: _type = "Task" [ 1978.270738] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.276691] env[64147]: DEBUG nova.objects.base [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1978.280661] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2492f43-25d0-4f48-9b5e-8bfac0db9d15 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.283572] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.300244] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d74747c-f48a-4910-88aa-4efafc1258de {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.306193] env[64147]: DEBUG oslo_vmware.api [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1978.306193] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52de3d7d-332d-ba64-cb97-cb25c629e5bc" [ 1978.306193] env[64147]: _type = "Task" [ 1978.306193] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.314359] env[64147]: DEBUG oslo_vmware.api [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52de3d7d-332d-ba64-cb97-cb25c629e5bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.504557] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840860, 'name': ReconfigVM_Task, 'duration_secs': 0.331869} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.505038] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Reconfigured VM instance instance-0000006b to attach disk [datastore1] d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3/d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.505773] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-595953b4-3551-483d-988c-4608931d93f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.512631] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1978.512631] env[64147]: value = "task-1840863" [ 1978.512631] env[64147]: _type = "Task" [ 1978.512631] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.523486] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840863, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.617348] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1978.617348] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5244ca28-9384-7034-7a19-fc502b054d1c" [ 1978.617348] env[64147]: _type = "HttpNfcLease" [ 1978.617348] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1978.781536] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840862, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.816530] env[64147]: DEBUG oslo_vmware.api [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52de3d7d-332d-ba64-cb97-cb25c629e5bc, 'name': SearchDatastore_Task, 'duration_secs': 0.034716} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.816836] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.817138] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.022744] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840863, 'name': Rename_Task, 'duration_secs': 0.182582} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.023050] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1979.023300] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04775077-7cb5-46da-b5b8-c444ba791975 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.029637] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1979.029637] env[64147]: value = "task-1840864" [ 1979.029637] env[64147]: _type = "Task" [ 1979.029637] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.037962] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.117241] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1979.117241] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5244ca28-9384-7034-7a19-fc502b054d1c" [ 1979.117241] env[64147]: _type = "HttpNfcLease" [ 1979.117241] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1979.117564] env[64147]: DEBUG oslo_vmware.rw_handles [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1979.117564] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5244ca28-9384-7034-7a19-fc502b054d1c" [ 1979.117564] env[64147]: _type = "HttpNfcLease" [ 1979.117564] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1979.118346] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6686ba6-483a-4552-84d0-6c7344ef9e19 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.125751] env[64147]: DEBUG oslo_vmware.rw_handles [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c58c80-5cf8-c171-ffcf-f58e9c3ae109/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1979.125924] env[64147]: DEBUG oslo_vmware.rw_handles [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c58c80-5cf8-c171-ffcf-f58e9c3ae109/disk-0.vmdk. {{(pid=64147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1979.189399] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec3e62b4-7861-471b-83ee-f89e84cd9a88 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.221017] env[64147]: DEBUG nova.compute.manager [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Received event network-vif-plugged-90ad653a-e8dc-4e0a-ab78-a00a7b662472 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1979.221577] env[64147]: DEBUG oslo_concurrency.lockutils [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] Acquiring lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.221577] env[64147]: DEBUG oslo_concurrency.lockutils [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.221862] env[64147]: DEBUG oslo_concurrency.lockutils [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.221862] env[64147]: DEBUG nova.compute.manager [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] No waiting events found dispatching network-vif-plugged-90ad653a-e8dc-4e0a-ab78-a00a7b662472 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1979.221964] env[64147]: WARNING nova.compute.manager [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Received unexpected event network-vif-plugged-90ad653a-e8dc-4e0a-ab78-a00a7b662472 for instance with vm_state building and task_state spawning. [ 1979.222101] env[64147]: DEBUG nova.compute.manager [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Received event network-changed-90ad653a-e8dc-4e0a-ab78-a00a7b662472 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1979.222259] env[64147]: DEBUG nova.compute.manager [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Refreshing instance network info cache due to event network-changed-90ad653a-e8dc-4e0a-ab78-a00a7b662472. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1979.222438] env[64147]: DEBUG oslo_concurrency.lockutils [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] Acquiring lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.222639] env[64147]: DEBUG oslo_concurrency.lockutils [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] Acquired lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.222768] env[64147]: DEBUG nova.network.neutron [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Refreshing network info cache for port 90ad653a-e8dc-4e0a-ab78-a00a7b662472 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1979.243661] env[64147]: DEBUG nova.compute.manager [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Received event network-changed-0cc08552-bdcb-4f4b-8737-f85f8610f5b7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1979.243886] env[64147]: DEBUG nova.compute.manager [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing instance network info cache due to event network-changed-0cc08552-bdcb-4f4b-8737-f85f8610f5b7. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1979.244100] env[64147]: DEBUG oslo_concurrency.lockutils [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] Acquiring lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.244221] env[64147]: DEBUG oslo_concurrency.lockutils [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] Acquired lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.245348] env[64147]: DEBUG nova.network.neutron [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing network info cache for port 0cc08552-bdcb-4f4b-8737-f85f8610f5b7 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1979.282896] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66309} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.283210] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 575e8c88-bc4e-4816-a430-8ed343ea6ef2/575e8c88-bc4e-4816-a430-8ed343ea6ef2.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1979.283445] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1979.283749] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4b389a6-a8cf-4f42-8a02-69858029882c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.292916] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1979.292916] env[64147]: value = "task-1840865" [ 1979.292916] env[64147]: _type = "Task" [ 1979.292916] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.300641] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.494477] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6d4964-bdf4-4008-9743-4778f2de5731 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.507054] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c8b98-e98b-4bbb-8fdf-002d8dd8ec0b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.550791] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d72f8a-da29-4ec9-ba2f-9bebf130a00d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.561163] env[64147]: DEBUG oslo_vmware.api [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840864, 'name': PowerOnVM_Task, 'duration_secs': 0.50671} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.564958] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.565230] env[64147]: INFO nova.compute.manager [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Took 15.37 seconds to spawn the instance on the hypervisor. [ 1979.565431] env[64147]: DEBUG nova.compute.manager [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1979.566292] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f471ca76-dcb9-4237-84e3-4969569cfc32 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.569874] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec83766-9abe-4304-9209-4b8613669df9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.594823] env[64147]: DEBUG nova.compute.provider_tree [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1979.809778] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099278} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.810600] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1979.813017] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8085c9-11e4-4252-b314-20ab99b7818a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.842708] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 575e8c88-bc4e-4816-a430-8ed343ea6ef2/575e8c88-bc4e-4816-a430-8ed343ea6ef2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1979.850831] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cbdac2d-0b08-4918-8e7f-267015e1e01b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.881989] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1979.881989] env[64147]: value = "task-1840866" [ 1979.881989] env[64147]: _type = "Task" [ 1979.881989] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.902234] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.030128] env[64147]: DEBUG nova.network.neutron [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updated VIF entry in instance network info cache for port 0cc08552-bdcb-4f4b-8737-f85f8610f5b7. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1980.030688] env[64147]: DEBUG nova.network.neutron [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updating instance_info_cache with network_info: [{"id": "94443e07-0275-402f-8ebb-45be7351c8b5", "address": "fa:16:3e:9d:23:38", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94443e07-02", "ovs_interfaceid": "94443e07-0275-402f-8ebb-45be7351c8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cc08552-bdcb-4f4b-8737-f85f8610f5b7", "address": "fa:16:3e:86:03:61", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc08552-bd", "ovs_interfaceid": "0cc08552-bdcb-4f4b-8737-f85f8610f5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.094807] env[64147]: DEBUG nova.network.neutron [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updated VIF entry in instance network info cache for port 90ad653a-e8dc-4e0a-ab78-a00a7b662472. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1980.095354] env[64147]: DEBUG nova.network.neutron [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance_info_cache with network_info: [{"id": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "address": "fa:16:3e:f6:e0:34", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ad653a-e8", "ovs_interfaceid": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.110321] env[64147]: INFO nova.compute.manager [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Took 20.82 seconds to build instance. [ 1980.122189] env[64147]: ERROR nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [req-91ddca5f-b127-4b03-9d4c-8380a1cb5b1d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-91ddca5f-b127-4b03-9d4c-8380a1cb5b1d"}]} [ 1980.143521] env[64147]: DEBUG nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1980.159271] env[64147]: DEBUG nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1980.159506] env[64147]: DEBUG nova.compute.provider_tree [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1980.171452] env[64147]: DEBUG nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1980.192086] env[64147]: DEBUG nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1980.243525] env[64147]: DEBUG oslo_concurrency.lockutils [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "interface-25bd5ad7-db36-4001-91c4-489498c21c22-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.244405] env[64147]: DEBUG oslo_concurrency.lockutils [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-25bd5ad7-db36-4001-91c4-489498c21c22-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.277089] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.277332] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.374925] env[64147]: DEBUG oslo_vmware.rw_handles [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Completed reading data from the image iterator. {{(pid=64147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1980.375239] env[64147]: DEBUG oslo_vmware.rw_handles [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c58c80-5cf8-c171-ffcf-f58e9c3ae109/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1980.376264] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d359823a-1bf7-42cc-a03a-6db5dd2dd4af {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.379862] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "d656a306-45e1-4f89-8f85-e1d2af843c08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.380221] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "d656a306-45e1-4f89-8f85-e1d2af843c08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.380492] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "d656a306-45e1-4f89-8f85-e1d2af843c08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.380696] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "d656a306-45e1-4f89-8f85-e1d2af843c08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.380865] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "d656a306-45e1-4f89-8f85-e1d2af843c08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.384236] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8702f6-fc72-44dd-b9c2-b2e8d0485f77 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.387914] env[64147]: INFO nova.compute.manager [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Terminating instance [ 1980.396565] env[64147]: DEBUG oslo_vmware.rw_handles [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c58c80-5cf8-c171-ffcf-f58e9c3ae109/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1980.396745] env[64147]: DEBUG oslo_vmware.rw_handles [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c58c80-5cf8-c171-ffcf-f58e9c3ae109/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1980.397597] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0d7a9187-5e3b-4dab-b694-412c67dfaf3c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.404311] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840866, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.406332] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcae230-1060-47bf-ac6d-baaf43a0e084 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.438184] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9782813d-2378-4af5-9581-dc0ada74dea8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.445963] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a02944-fe1b-49c9-b6fb-a1789eca38cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.461050] env[64147]: DEBUG nova.compute.provider_tree [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1980.534063] env[64147]: DEBUG oslo_concurrency.lockutils [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] Releasing lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.534063] env[64147]: DEBUG nova.compute.manager [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Received event network-vif-plugged-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1980.534063] env[64147]: DEBUG oslo_concurrency.lockutils [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] Acquiring lock "50e23077-e757-4350-bc2d-7d99844d451d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.534442] env[64147]: DEBUG oslo_concurrency.lockutils [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] Lock "50e23077-e757-4350-bc2d-7d99844d451d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.534442] env[64147]: DEBUG oslo_concurrency.lockutils [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] Lock "50e23077-e757-4350-bc2d-7d99844d451d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.534501] env[64147]: DEBUG nova.compute.manager [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] No waiting events found dispatching network-vif-plugged-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.534675] env[64147]: WARNING nova.compute.manager [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Received unexpected event network-vif-plugged-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1980.534863] env[64147]: DEBUG nova.compute.manager [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Received event network-changed-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1980.535041] env[64147]: DEBUG nova.compute.manager [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Refreshing instance network info cache due to event network-changed-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1980.535236] env[64147]: DEBUG oslo_concurrency.lockutils [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] Acquiring lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.535389] env[64147]: DEBUG oslo_concurrency.lockutils [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] Acquired lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.535548] env[64147]: DEBUG nova.network.neutron [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Refreshing network info cache for port 30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.593861] env[64147]: DEBUG oslo_vmware.rw_handles [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c58c80-5cf8-c171-ffcf-f58e9c3ae109/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1980.594101] env[64147]: INFO nova.virt.vmwareapi.images [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Downloaded image file data c8862b89-8b26-4a5b-b656-760717fd781e [ 1980.594916] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed0b1b6-7fd2-4246-a968-f8b23a599e2d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.615577] env[64147]: DEBUG oslo_concurrency.lockutils [req-a37ebba9-8882-46aa-a8bb-62f75fd89020 req-1de8491d-6765-46c4-800d-633398d841b5 service nova] Releasing lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.616412] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5d299639-e3a7-44fb-a5c0-28ad72608388 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.354s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.616770] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86f279ed-ecfb-4206-a6d8-4ee650434170 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.656029] env[64147]: INFO nova.virt.vmwareapi.images [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] The imported VM was unregistered [ 1980.659373] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Caching image {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1980.659373] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1980.659740] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08eb7430-255c-4544-8b02-2faaf8c8af2c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.686200] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Created directory with path [datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1980.686407] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a4edc8c4-e701-416c-a39b-48d0e207b7c1/OSTACK_IMG_a4edc8c4-e701-416c-a39b-48d0e207b7c1.vmdk to [datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e/c8862b89-8b26-4a5b-b656-760717fd781e.vmdk. {{(pid=64147) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1980.686675] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-25e78c8e-4fae-4ea4-a399-a6d9a583a528 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.693799] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1980.693799] env[64147]: value = "task-1840868" [ 1980.693799] env[64147]: _type = "Task" [ 1980.693799] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.702228] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840868, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.748188] env[64147]: DEBUG oslo_concurrency.lockutils [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.748393] env[64147]: DEBUG oslo_concurrency.lockutils [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.749290] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56958198-41ba-4d41-841f-1476f5a0ca1a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.767201] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db03926b-d3ef-49b7-94ca-31a228373471 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.792195] env[64147]: DEBUG nova.compute.manager [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1980.801264] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Reconfiguring VM to detach interface {{(pid=64147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1980.802306] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7bf18f-367b-4f7d-b618-b2e4dff8e05a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.833585] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 1980.833585] env[64147]: value = "task-1840869" [ 1980.833585] env[64147]: _type = "Task" [ 1980.833585] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.845863] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.894799] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840866, 'name': ReconfigVM_Task, 'duration_secs': 0.547834} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.895110] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 575e8c88-bc4e-4816-a430-8ed343ea6ef2/575e8c88-bc4e-4816-a430-8ed343ea6ef2.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1980.895853] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-357f57f5-dec2-4dba-965d-3f015cbde188 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.898054] env[64147]: DEBUG nova.compute.manager [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1980.898301] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1980.899133] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f03a12-73a9-4411-9475-e45ea33158b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.907080] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1980.908250] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e74856e-8e67-45a6-80a7-9a65a3345dd8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.909741] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1980.909741] env[64147]: value = "task-1840870" [ 1980.909741] env[64147]: _type = "Task" [ 1980.909741] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.914603] env[64147]: DEBUG oslo_vmware.api [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1980.914603] env[64147]: value = "task-1840871" [ 1980.914603] env[64147]: _type = "Task" [ 1980.914603] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.917928] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840870, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.926914] env[64147]: DEBUG oslo_vmware.api [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.983336] env[64147]: ERROR nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [req-b0575fa6-a89c-4cae-977f-10afe4d93a58] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b0575fa6-a89c-4cae-977f-10afe4d93a58"}]} [ 1980.999520] env[64147]: DEBUG nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1981.013324] env[64147]: DEBUG nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1981.013582] env[64147]: DEBUG nova.compute.provider_tree [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1981.025891] env[64147]: DEBUG nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1981.052810] env[64147]: DEBUG nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1981.206122] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840868, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.250648] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebb461c-2d6d-4a86-813f-0039ac89ce2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.260141] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed951908-569b-4688-9ee0-0665f5c8ef85 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.313252] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87bf3f8-5172-47e6-91af-e610293839e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.329821] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2433c7b8-9ca3-4e50-bc05-7912b00e7af5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.335808] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.354026] env[64147]: DEBUG nova.compute.provider_tree [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1981.356741] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.380700] env[64147]: DEBUG nova.network.neutron [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updated VIF entry in instance network info cache for port 30ecf6cf-a04d-42f7-bc95-15aa0d8248c5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.380700] env[64147]: DEBUG nova.network.neutron [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updating instance_info_cache with network_info: [{"id": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "address": "fa:16:3e:bd:50:e9", "network": {"id": "731644e0-4d9c-47d5-a8c3-1f0a3e343dfd", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1126575908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb34cad6b5084a0fb6ddadf8f938a547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30ecf6cf-a0", "ovs_interfaceid": "30ecf6cf-a04d-42f7-bc95-15aa0d8248c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.420649] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840870, 'name': Rename_Task, 'duration_secs': 0.217216} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.425695] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1981.426316] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9fc4d7d-5b23-4206-aea0-8a2f6354aa54 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.433017] env[64147]: DEBUG oslo_vmware.api [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840871, 'name': PowerOffVM_Task, 'duration_secs': 0.222118} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.434584] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1981.434764] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1981.435108] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 1981.435108] env[64147]: value = "task-1840872" [ 1981.435108] env[64147]: _type = "Task" [ 1981.435108] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.435280] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c79834b7-4813-41e1-9956-da7c708baba2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.444794] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.704818] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840868, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.829678] env[64147]: DEBUG nova.compute.manager [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Stashing vm_state: active {{(pid=64147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1981.842934] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1981.843200] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1981.843354] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleting the datastore file [datastore1] d656a306-45e1-4f89-8f85-e1d2af843c08 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1981.843646] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53c02a3b-3dc4-4085-8ea4-7c69a32adf5a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.851632] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.854232] env[64147]: DEBUG oslo_vmware.api [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1981.854232] env[64147]: value = "task-1840874" [ 1981.854232] env[64147]: _type = "Task" [ 1981.854232] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.867338] env[64147]: DEBUG oslo_vmware.api [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.882252] env[64147]: DEBUG oslo_concurrency.lockutils [req-c7498d12-1a89-40b0-8fdf-38a9062d109d req-b531b480-9991-42b3-bc4a-46f17f8abb63 service nova] Releasing lock "refresh_cache-50e23077-e757-4350-bc2d-7d99844d451d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.886824] env[64147]: DEBUG nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1981.887149] env[64147]: DEBUG nova.compute.provider_tree [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 154 to 155 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1981.887349] env[64147]: DEBUG nova.compute.provider_tree [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1981.949196] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.205250] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840868, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.348801] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.349895] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.363249] env[64147]: DEBUG oslo_vmware.api [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.448246] env[64147]: DEBUG oslo_vmware.api [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840872, 'name': PowerOnVM_Task, 'duration_secs': 0.763992} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.448534] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1982.448742] env[64147]: INFO nova.compute.manager [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Took 14.01 seconds to spawn the instance on the hypervisor. [ 1982.448925] env[64147]: DEBUG nova.compute.manager [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1982.449879] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d900a4-de00-40ca-88fe-a4b78e8a335e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.705941] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840868, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.849753] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.865373] env[64147]: DEBUG oslo_vmware.api [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.902271] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 4.085s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.905259] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.570s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.906727] env[64147]: INFO nova.compute.claims [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1982.971115] env[64147]: INFO nova.compute.manager [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Took 20.43 seconds to build instance. [ 1983.206906] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840868, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.351389] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.365145] env[64147]: DEBUG oslo_vmware.api [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.464376] env[64147]: INFO nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted allocation for migration 19ec01ea-c155-4a28-a6c3-f6976e05cb1c [ 1983.473471] env[64147]: DEBUG oslo_concurrency.lockutils [None req-02bea100-d7bf-4659-b840-616c0934af32 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.938s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.709019] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840868, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.01008} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.709407] env[64147]: INFO nova.virt.vmwareapi.ds_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a4edc8c4-e701-416c-a39b-48d0e207b7c1/OSTACK_IMG_a4edc8c4-e701-416c-a39b-48d0e207b7c1.vmdk to [datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e/c8862b89-8b26-4a5b-b656-760717fd781e.vmdk. [ 1983.709792] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Cleaning up location [datastore1] OSTACK_IMG_a4edc8c4-e701-416c-a39b-48d0e207b7c1 {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1983.710089] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a4edc8c4-e701-416c-a39b-48d0e207b7c1 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1983.710439] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41a215dc-b340-4c1a-bac5-5b8dd59329da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.718055] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1983.718055] env[64147]: value = "task-1840875" [ 1983.718055] env[64147]: _type = "Task" [ 1983.718055] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.725936] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.850959] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.864542] env[64147]: DEBUG oslo_vmware.api [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.82838} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.864770] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1983.864952] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1983.865139] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1983.865310] env[64147]: INFO nova.compute.manager [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Took 2.97 seconds to destroy the instance on the hypervisor. [ 1983.865537] env[64147]: DEBUG oslo.service.loopingcall [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.865718] env[64147]: DEBUG nova.compute.manager [-] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1983.865815] env[64147]: DEBUG nova.network.neutron [-] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1983.971741] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.444s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.063915] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c080a5-ce41-4a87-95a7-a90de9f45ef1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.071580] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb4aa55-755c-4dc4-95fd-9fcc66011f01 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.102440] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101a00e9-8b85-47ef-88d9-41a09df071dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.109540] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215a4f5d-ab65-4a2a-aabe-f699e3451269 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.123144] env[64147]: DEBUG nova.compute.provider_tree [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1984.227823] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033705} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.228089] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.228258] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e/c8862b89-8b26-4a5b-b656-760717fd781e.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.228501] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e/c8862b89-8b26-4a5b-b656-760717fd781e.vmdk to [datastore1] 50e23077-e757-4350-bc2d-7d99844d451d/50e23077-e757-4350-bc2d-7d99844d451d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1984.228749] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e77c315e-b7c6-4c2f-b87c-45acfa3070b9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.235580] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1984.235580] env[64147]: value = "task-1840876" [ 1984.235580] env[64147]: _type = "Task" [ 1984.235580] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.243686] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.352054] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.516057] env[64147]: DEBUG nova.compute.manager [req-9ea742a5-151d-434d-8a23-960b7ccf6c10 req-ff9b5a17-12bc-4cce-a1ea-3febf9fe7d0f service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Received event network-changed-90ad653a-e8dc-4e0a-ab78-a00a7b662472 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1984.516057] env[64147]: DEBUG nova.compute.manager [req-9ea742a5-151d-434d-8a23-960b7ccf6c10 req-ff9b5a17-12bc-4cce-a1ea-3febf9fe7d0f service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Refreshing instance network info cache due to event network-changed-90ad653a-e8dc-4e0a-ab78-a00a7b662472. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1984.516252] env[64147]: DEBUG oslo_concurrency.lockutils [req-9ea742a5-151d-434d-8a23-960b7ccf6c10 req-ff9b5a17-12bc-4cce-a1ea-3febf9fe7d0f service nova] Acquiring lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.516448] env[64147]: DEBUG oslo_concurrency.lockutils [req-9ea742a5-151d-434d-8a23-960b7ccf6c10 req-ff9b5a17-12bc-4cce-a1ea-3febf9fe7d0f service nova] Acquired lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.516630] env[64147]: DEBUG nova.network.neutron [req-9ea742a5-151d-434d-8a23-960b7ccf6c10 req-ff9b5a17-12bc-4cce-a1ea-3febf9fe7d0f service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Refreshing network info cache for port 90ad653a-e8dc-4e0a-ab78-a00a7b662472 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1984.647278] env[64147]: ERROR nova.scheduler.client.report [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [req-e12092ce-c086-441b-ba01-9da4855ca669] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e12092ce-c086-441b-ba01-9da4855ca669"}]} [ 1984.665318] env[64147]: DEBUG nova.scheduler.client.report [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1984.680714] env[64147]: DEBUG nova.scheduler.client.report [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1984.680995] env[64147]: DEBUG nova.compute.provider_tree [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1984.693640] env[64147]: DEBUG nova.scheduler.client.report [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1984.724636] env[64147]: DEBUG nova.scheduler.client.report [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1984.750370] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840876, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.856759] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.910853] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8109a46-0d3c-4a87-b1dd-eaba24427566 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.919754] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3c37f3-24f8-48b8-a935-ee698a642443 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.958324] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdccba8c-5d9e-4c8e-af6b-67a3451193c3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.966986] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6e671b-546b-4294-a267-89750d519132 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.981699] env[64147]: DEBUG nova.compute.provider_tree [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1985.037835] env[64147]: DEBUG nova.network.neutron [-] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.057646] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.057928] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.058547] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.058547] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.058547] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.060667] env[64147]: INFO nova.compute.manager [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Terminating instance [ 1985.247156] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840876, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.266203] env[64147]: DEBUG nova.network.neutron [req-9ea742a5-151d-434d-8a23-960b7ccf6c10 req-ff9b5a17-12bc-4cce-a1ea-3febf9fe7d0f service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updated VIF entry in instance network info cache for port 90ad653a-e8dc-4e0a-ab78-a00a7b662472. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1985.266590] env[64147]: DEBUG nova.network.neutron [req-9ea742a5-151d-434d-8a23-960b7ccf6c10 req-ff9b5a17-12bc-4cce-a1ea-3febf9fe7d0f service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance_info_cache with network_info: [{"id": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "address": "fa:16:3e:f6:e0:34", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ad653a-e8", "ovs_interfaceid": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.354271] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.515583] env[64147]: DEBUG nova.scheduler.client.report [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1985.516211] env[64147]: DEBUG nova.compute.provider_tree [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 156 to 157 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1985.517038] env[64147]: DEBUG nova.compute.provider_tree [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1985.540859] env[64147]: INFO nova.compute.manager [-] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Took 1.67 seconds to deallocate network for instance. [ 1985.565040] env[64147]: DEBUG nova.compute.manager [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1985.565274] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1985.566345] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700e8628-3a7b-4428-b765-0768032da3e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.574930] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1985.575185] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a8c6beb-f968-4e92-977d-35850b3fd792 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.584238] env[64147]: DEBUG oslo_vmware.api [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1985.584238] env[64147]: value = "task-1840877" [ 1985.584238] env[64147]: _type = "Task" [ 1985.584238] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.595689] env[64147]: DEBUG oslo_vmware.api [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.747585] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840876, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.769953] env[64147]: DEBUG oslo_concurrency.lockutils [req-9ea742a5-151d-434d-8a23-960b7ccf6c10 req-ff9b5a17-12bc-4cce-a1ea-3febf9fe7d0f service nova] Releasing lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.854281] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.024575] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.119s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.025085] env[64147]: DEBUG nova.compute.manager [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1986.028706] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.678s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.050830] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.100514] env[64147]: DEBUG oslo_vmware.api [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.247927] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840876, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.354220] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.532028] env[64147]: DEBUG nova.compute.utils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1986.535724] env[64147]: INFO nova.compute.claims [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1986.540576] env[64147]: DEBUG nova.compute.manager [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1986.540812] env[64147]: DEBUG nova.network.neutron [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1986.552729] env[64147]: DEBUG nova.compute.manager [req-7f729829-e787-4f80-b758-3398f14d327e req-3491c36e-632f-4363-90de-f8453467e662 service nova] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Received event network-vif-deleted-6facdad7-5fa7-403c-bc38-dea27cdce556 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1986.585694] env[64147]: DEBUG nova.policy [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf139bfaede04c89bd7dd39974b587db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b7629b743c04cccbf0a4c77b651377c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1986.598179] env[64147]: DEBUG oslo_vmware.api [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840877, 'name': PowerOffVM_Task, 'duration_secs': 1.003665} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.598458] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1986.598632] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1986.598992] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a7bfba0-947f-4506-bacc-2c2cf2200ee6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.748654] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840876, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.859987] env[64147]: DEBUG oslo_vmware.api [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840869, 'name': ReconfigVM_Task, 'duration_secs': 5.917309} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.860424] env[64147]: DEBUG oslo_concurrency.lockutils [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.860765] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Reconfigured VM to detach interface {{(pid=64147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1986.965998] env[64147]: DEBUG nova.network.neutron [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Successfully created port: c31dbb1a-8ba9-4101-b490-42de20fbfa01 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1986.995069] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1986.995312] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1986.995496] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleting the datastore file [datastore1] e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1986.995764] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebd32b80-5e66-4790-b5d7-4c64a40b2e61 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.002622] env[64147]: DEBUG oslo_vmware.api [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for the task: (returnval){ [ 1987.002622] env[64147]: value = "task-1840879" [ 1987.002622] env[64147]: _type = "Task" [ 1987.002622] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.010776] env[64147]: DEBUG oslo_vmware.api [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.041230] env[64147]: DEBUG nova.compute.manager [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1987.046366] env[64147]: INFO nova.compute.resource_tracker [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating resource usage from migration 8dc7ae66-8667-4dd2-9696-920d0cea1df1 [ 1987.226073] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f7d0c4-137f-490d-b99f-a4956c148605 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.237112] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278193b2-e7c3-4e4c-b361-9a5c0eeb9c09 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.249019] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840876, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.553787} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.273432] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8862b89-8b26-4a5b-b656-760717fd781e/c8862b89-8b26-4a5b-b656-760717fd781e.vmdk to [datastore1] 50e23077-e757-4350-bc2d-7d99844d451d/50e23077-e757-4350-bc2d-7d99844d451d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1987.274876] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbd3bf9-65bd-4ab1-9701-e0caf86be3df {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.277973] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ba885c-486a-4a61-b108-ad95a1b0aaae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.295399] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b744c9e-a0b6-4bc9-88c0-ebdae587d9bf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.308154] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 50e23077-e757-4350-bc2d-7d99844d451d/50e23077-e757-4350-bc2d-7d99844d451d.vmdk or device None with type streamOptimized {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1987.308419] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32815599-81d9-452a-a2b1-1bb7b41d866a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.334266] env[64147]: DEBUG nova.compute.provider_tree [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1987.337412] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1987.337412] env[64147]: value = "task-1840880" [ 1987.337412] env[64147]: _type = "Task" [ 1987.337412] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.347365] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.513325] env[64147]: DEBUG oslo_vmware.api [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Task: {'id': task-1840879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44447} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.514035] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1987.514035] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1987.514238] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1987.514379] env[64147]: INFO nova.compute.manager [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1987.514617] env[64147]: DEBUG oslo.service.loopingcall [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1987.514806] env[64147]: DEBUG nova.compute.manager [-] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1987.514901] env[64147]: DEBUG nova.network.neutron [-] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1987.839653] env[64147]: DEBUG nova.scheduler.client.report [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1987.853720] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.867309] env[64147]: DEBUG nova.compute.manager [req-b557b473-291c-47c0-8ac9-9b66bef908c5 req-6c2cac48-9000-4ff1-b869-b233180b09d5 service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Received event network-vif-deleted-02309c95-ee68-48ad-b328-d6b13f2032d6 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1987.867309] env[64147]: INFO nova.compute.manager [req-b557b473-291c-47c0-8ac9-9b66bef908c5 req-6c2cac48-9000-4ff1-b869-b233180b09d5 service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Neutron deleted interface 02309c95-ee68-48ad-b328-d6b13f2032d6; detaching it from the instance and deleting it from the info cache [ 1987.867432] env[64147]: DEBUG nova.network.neutron [req-b557b473-291c-47c0-8ac9-9b66bef908c5 req-6c2cac48-9000-4ff1-b869-b233180b09d5 service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.052846] env[64147]: DEBUG nova.compute.manager [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1988.080229] env[64147]: DEBUG nova.virt.hardware [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1988.080464] env[64147]: DEBUG nova.virt.hardware [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1988.080620] env[64147]: DEBUG nova.virt.hardware [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1988.080833] env[64147]: DEBUG nova.virt.hardware [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1988.080982] env[64147]: DEBUG nova.virt.hardware [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1988.081143] env[64147]: DEBUG nova.virt.hardware [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1988.081346] env[64147]: DEBUG nova.virt.hardware [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1988.081504] env[64147]: DEBUG nova.virt.hardware [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1988.081668] env[64147]: DEBUG nova.virt.hardware [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1988.081828] env[64147]: DEBUG nova.virt.hardware [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1988.082027] env[64147]: DEBUG nova.virt.hardware [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1988.082894] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792d5385-6235-4d65-baa3-566aa295e99b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.090300] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b328a168-d427-4b8f-859c-4ceb1ee4caeb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.192060] env[64147]: DEBUG oslo_concurrency.lockutils [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.192287] env[64147]: DEBUG oslo_concurrency.lockutils [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.192442] env[64147]: DEBUG nova.network.neutron [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1988.275438] env[64147]: DEBUG nova.network.neutron [-] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.347461] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.319s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.347693] env[64147]: INFO nova.compute.manager [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Migrating [ 1988.354263] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.304s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.354481] env[64147]: DEBUG nova.objects.instance [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lazy-loading 'resources' on Instance uuid d656a306-45e1-4f89-8f85-e1d2af843c08 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.366692] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840880, 'name': ReconfigVM_Task, 'duration_secs': 0.689177} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.367489] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 50e23077-e757-4350-bc2d-7d99844d451d/50e23077-e757-4350-bc2d-7d99844d451d.vmdk or device None with type streamOptimized {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1988.368416] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40bdb8a1-cfe7-4900-a234-67f07ba8c429 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.370889] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af80cc9e-869a-42d4-92f5-464b0f3a2b81 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.381272] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1988.381272] env[64147]: value = "task-1840881" [ 1988.381272] env[64147]: _type = "Task" [ 1988.381272] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.384448] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca668f-a03e-4714-bff3-0bdbdd3e4c13 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.406841] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840881, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.420322] env[64147]: DEBUG nova.compute.manager [req-b557b473-291c-47c0-8ac9-9b66bef908c5 req-6c2cac48-9000-4ff1-b869-b233180b09d5 service nova] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Detach interface failed, port_id=02309c95-ee68-48ad-b328-d6b13f2032d6, reason: Instance e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1988.577258] env[64147]: DEBUG nova.network.neutron [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Successfully updated port: c31dbb1a-8ba9-4101-b490-42de20fbfa01 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1988.580568] env[64147]: DEBUG nova.compute.manager [req-65b85489-765c-4767-861a-8f566d678a25 req-c81feb4b-759a-4f75-b319-1fd5e8874eaf service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Received event network-vif-plugged-c31dbb1a-8ba9-4101-b490-42de20fbfa01 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1988.580568] env[64147]: DEBUG oslo_concurrency.lockutils [req-65b85489-765c-4767-861a-8f566d678a25 req-c81feb4b-759a-4f75-b319-1fd5e8874eaf service nova] Acquiring lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.580568] env[64147]: DEBUG oslo_concurrency.lockutils [req-65b85489-765c-4767-861a-8f566d678a25 req-c81feb4b-759a-4f75-b319-1fd5e8874eaf service nova] Lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.580568] env[64147]: DEBUG oslo_concurrency.lockutils [req-65b85489-765c-4767-861a-8f566d678a25 req-c81feb4b-759a-4f75-b319-1fd5e8874eaf service nova] Lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.580568] env[64147]: DEBUG nova.compute.manager [req-65b85489-765c-4767-861a-8f566d678a25 req-c81feb4b-759a-4f75-b319-1fd5e8874eaf service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] No waiting events found dispatching network-vif-plugged-c31dbb1a-8ba9-4101-b490-42de20fbfa01 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1988.580568] env[64147]: WARNING nova.compute.manager [req-65b85489-765c-4767-861a-8f566d678a25 req-c81feb4b-759a-4f75-b319-1fd5e8874eaf service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Received unexpected event network-vif-plugged-c31dbb1a-8ba9-4101-b490-42de20fbfa01 for instance with vm_state building and task_state spawning. [ 1988.778139] env[64147]: INFO nova.compute.manager [-] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Took 1.26 seconds to deallocate network for instance. [ 1988.871512] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.871512] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.871512] env[64147]: DEBUG nova.network.neutron [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1988.894687] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840881, 'name': Rename_Task, 'duration_secs': 0.148228} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.897375] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1988.898061] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d34c53a4-019c-49b9-a8a3-46cb58b0ceea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.905209] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 1988.905209] env[64147]: value = "task-1840882" [ 1988.905209] env[64147]: _type = "Task" [ 1988.905209] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.915821] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.027277] env[64147]: INFO nova.network.neutron [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Port 0cc08552-bdcb-4f4b-8737-f85f8610f5b7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1989.029479] env[64147]: DEBUG nova.network.neutron [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updating instance_info_cache with network_info: [{"id": "94443e07-0275-402f-8ebb-45be7351c8b5", "address": "fa:16:3e:9d:23:38", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94443e07-02", "ovs_interfaceid": "94443e07-0275-402f-8ebb-45be7351c8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.077408] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34931f9e-7071-4127-9142-33d00e45cf1b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.081866] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "refresh_cache-55f008cc-6eb1-41d0-b5f9-5470b54eda11" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.082041] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "refresh_cache-55f008cc-6eb1-41d0-b5f9-5470b54eda11" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.082202] env[64147]: DEBUG nova.network.neutron [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1989.087084] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209dd382-4c39-4f07-ba34-4ba6da938f0d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.120525] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa7c4a-0c75-4740-b393-d5f9c40f0121 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.129096] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae76091-6ee4-4bd2-b44f-0ec328995eac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.143249] env[64147]: DEBUG nova.compute.provider_tree [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.286287] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.415726] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840882, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.532956] env[64147]: DEBUG oslo_concurrency.lockutils [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.611868] env[64147]: DEBUG nova.network.neutron [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance_info_cache with network_info: [{"id": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "address": "fa:16:3e:eb:16:b6", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da6e9a6-9a", "ovs_interfaceid": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.615118] env[64147]: DEBUG nova.network.neutron [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1989.646834] env[64147]: DEBUG nova.scheduler.client.report [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1989.722153] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "interface-d0f054e1-9879-417d-a4de-70409209261b-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.722423] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-d0f054e1-9879-417d-a4de-70409209261b-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.722786] env[64147]: DEBUG nova.objects.instance [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'flavor' on Instance uuid d0f054e1-9879-417d-a4de-70409209261b {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1989.740735] env[64147]: DEBUG nova.network.neutron [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Updating instance_info_cache with network_info: [{"id": "c31dbb1a-8ba9-4101-b490-42de20fbfa01", "address": "fa:16:3e:fa:f9:f3", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31dbb1a-8b", "ovs_interfaceid": "c31dbb1a-8ba9-4101-b490-42de20fbfa01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.899565] env[64147]: DEBUG nova.compute.manager [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Received event network-changed-94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1989.899565] env[64147]: DEBUG nova.compute.manager [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing instance network info cache due to event network-changed-94443e07-0275-402f-8ebb-45be7351c8b5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1989.899565] env[64147]: DEBUG oslo_concurrency.lockutils [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] Acquiring lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.899881] env[64147]: DEBUG oslo_concurrency.lockutils [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] Acquired lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.899881] env[64147]: DEBUG nova.network.neutron [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Refreshing network info cache for port 94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.916503] env[64147]: DEBUG oslo_vmware.api [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840882, 'name': PowerOnVM_Task, 'duration_secs': 0.528932} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.916736] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1990.017511] env[64147]: DEBUG nova.compute.manager [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1990.018064] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8418477-6544-45e6-84bd-e124df82435e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.036934] env[64147]: DEBUG oslo_concurrency.lockutils [None req-17399cc7-531c-408f-b6c4-87a0a44b07a0 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-25bd5ad7-db36-4001-91c4-489498c21c22-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.793s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.114775] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.152891] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.156123] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.869s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.156196] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.175152] env[64147]: INFO nova.scheduler.client.report [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Deleted allocations for instance e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5 [ 1990.177932] env[64147]: INFO nova.scheduler.client.report [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleted allocations for instance d656a306-45e1-4f89-8f85-e1d2af843c08 [ 1990.246020] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "refresh_cache-55f008cc-6eb1-41d0-b5f9-5470b54eda11" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.246020] env[64147]: DEBUG nova.compute.manager [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Instance network_info: |[{"id": "c31dbb1a-8ba9-4101-b490-42de20fbfa01", "address": "fa:16:3e:fa:f9:f3", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31dbb1a-8b", "ovs_interfaceid": "c31dbb1a-8ba9-4101-b490-42de20fbfa01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1990.246020] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:f9:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c31dbb1a-8ba9-4101-b490-42de20fbfa01', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1990.255752] env[64147]: DEBUG oslo.service.loopingcall [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1990.256764] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1990.257207] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe2a32e0-223b-4440-aa80-7289cb8c256f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.288019] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1990.288019] env[64147]: value = "task-1840883" [ 1990.288019] env[64147]: _type = "Task" [ 1990.288019] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.295886] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.352965] env[64147]: DEBUG nova.objects.instance [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'pci_requests' on Instance uuid d0f054e1-9879-417d-a4de-70409209261b {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1990.534678] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d32acc90-b66a-436b-968c-7554610eff81 tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "50e23077-e757-4350-bc2d-7d99844d451d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.351s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.612520] env[64147]: DEBUG nova.network.neutron [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updated VIF entry in instance network info cache for port 94443e07-0275-402f-8ebb-45be7351c8b5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1990.612929] env[64147]: DEBUG nova.network.neutron [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updating instance_info_cache with network_info: [{"id": "94443e07-0275-402f-8ebb-45be7351c8b5", "address": "fa:16:3e:9d:23:38", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94443e07-02", "ovs_interfaceid": "94443e07-0275-402f-8ebb-45be7351c8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.688224] env[64147]: DEBUG oslo_concurrency.lockutils [None req-36d7d0b8-8520-4057-afd6-171ca3f05b22 tempest-DeleteServersTestJSON-1569528134 tempest-DeleteServersTestJSON-1569528134-project-member] Lock "e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.630s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.689201] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0faaabab-1db2-47f8-9318-b614e4467645 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "d656a306-45e1-4f89-8f85-e1d2af843c08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.309s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.693744] env[64147]: DEBUG nova.compute.manager [req-304cf417-63d8-4d2f-8f58-1a249213f1dd req-552d091f-1e20-4eec-9bb3-e2198b0e3698 service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Received event network-changed-c31dbb1a-8ba9-4101-b490-42de20fbfa01 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1990.694470] env[64147]: DEBUG nova.compute.manager [req-304cf417-63d8-4d2f-8f58-1a249213f1dd req-552d091f-1e20-4eec-9bb3-e2198b0e3698 service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Refreshing instance network info cache due to event network-changed-c31dbb1a-8ba9-4101-b490-42de20fbfa01. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1990.694470] env[64147]: DEBUG oslo_concurrency.lockutils [req-304cf417-63d8-4d2f-8f58-1a249213f1dd req-552d091f-1e20-4eec-9bb3-e2198b0e3698 service nova] Acquiring lock "refresh_cache-55f008cc-6eb1-41d0-b5f9-5470b54eda11" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.694470] env[64147]: DEBUG oslo_concurrency.lockutils [req-304cf417-63d8-4d2f-8f58-1a249213f1dd req-552d091f-1e20-4eec-9bb3-e2198b0e3698 service nova] Acquired lock "refresh_cache-55f008cc-6eb1-41d0-b5f9-5470b54eda11" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.694470] env[64147]: DEBUG nova.network.neutron [req-304cf417-63d8-4d2f-8f58-1a249213f1dd req-552d091f-1e20-4eec-9bb3-e2198b0e3698 service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Refreshing network info cache for port c31dbb1a-8ba9-4101-b490-42de20fbfa01 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1990.797259] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.855872] env[64147]: DEBUG nova.objects.base [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1990.856148] env[64147]: DEBUG nova.network.neutron [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1990.928127] env[64147]: DEBUG nova.policy [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3326c976d5947749dbf7df26f925886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3549758523d4b8188c0379e14379ef0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1991.115944] env[64147]: DEBUG oslo_concurrency.lockutils [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] Releasing lock "refresh_cache-25bd5ad7-db36-4001-91c4-489498c21c22" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.116298] env[64147]: DEBUG nova.compute.manager [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Received event network-changed-4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1991.116383] env[64147]: DEBUG nova.compute.manager [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Refreshing instance network info cache due to event network-changed-4004d48a-3c52-45a6-8869-c966693a7119. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1991.116572] env[64147]: DEBUG oslo_concurrency.lockutils [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] Acquiring lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.116713] env[64147]: DEBUG oslo_concurrency.lockutils [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] Acquired lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.116878] env[64147]: DEBUG nova.network.neutron [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Refreshing network info cache for port 4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1991.296809] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.419027] env[64147]: DEBUG nova.network.neutron [req-304cf417-63d8-4d2f-8f58-1a249213f1dd req-552d091f-1e20-4eec-9bb3-e2198b0e3698 service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Updated VIF entry in instance network info cache for port c31dbb1a-8ba9-4101-b490-42de20fbfa01. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1991.419521] env[64147]: DEBUG nova.network.neutron [req-304cf417-63d8-4d2f-8f58-1a249213f1dd req-552d091f-1e20-4eec-9bb3-e2198b0e3698 service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Updating instance_info_cache with network_info: [{"id": "c31dbb1a-8ba9-4101-b490-42de20fbfa01", "address": "fa:16:3e:fa:f9:f3", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31dbb1a-8b", "ovs_interfaceid": "c31dbb1a-8ba9-4101-b490-42de20fbfa01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.628541] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7586a3-0970-4709-9222-23cc9034e4fa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.648596] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance 'd39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3' progress to 0 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1991.803996] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.854919] env[64147]: DEBUG nova.network.neutron [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updated VIF entry in instance network info cache for port 4004d48a-3c52-45a6-8869-c966693a7119. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1991.855341] env[64147]: DEBUG nova.network.neutron [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updating instance_info_cache with network_info: [{"id": "4004d48a-3c52-45a6-8869-c966693a7119", "address": "fa:16:3e:ce:dd:76", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4004d48a-3c", "ovs_interfaceid": "4004d48a-3c52-45a6-8869-c966693a7119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.922572] env[64147]: DEBUG oslo_concurrency.lockutils [req-304cf417-63d8-4d2f-8f58-1a249213f1dd req-552d091f-1e20-4eec-9bb3-e2198b0e3698 service nova] Releasing lock "refresh_cache-55f008cc-6eb1-41d0-b5f9-5470b54eda11" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.154671] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.155188] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e69d8ef4-5fbe-49c7-bc25-d17b91cfce35 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.163442] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1992.163442] env[64147]: value = "task-1840885" [ 1992.163442] env[64147]: _type = "Task" [ 1992.163442] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.172764] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.277908] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.278281] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.298911] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.358558] env[64147]: DEBUG oslo_concurrency.lockutils [req-3a3366b4-e982-4022-8009-5c8415572cce req-339b12a1-2b96-4cf9-bd45-551fb473119f service nova] Releasing lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.673548] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840885, 'name': PowerOffVM_Task, 'duration_secs': 0.226029} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.673761] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.673952] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance 'd39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3' progress to 17 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1992.781618] env[64147]: INFO nova.compute.manager [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Detaching volume c9f7057d-c94b-4633-abd3-8a23a86947d2 [ 1992.797989] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.813987] env[64147]: INFO nova.virt.block_device [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Attempting to driver detach volume c9f7057d-c94b-4633-abd3-8a23a86947d2 from mountpoint /dev/sdb [ 1992.814248] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1992.814435] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380899', 'volume_id': 'c9f7057d-c94b-4633-abd3-8a23a86947d2', 'name': 'volume-c9f7057d-c94b-4633-abd3-8a23a86947d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9f7057d-c94b-4633-abd3-8a23a86947d2', 'serial': 'c9f7057d-c94b-4633-abd3-8a23a86947d2'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1992.815315] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab203b5-4d35-448f-bda9-6990b9e6358a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.838387] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00d6b3a-7a2c-4b95-8c1e-ecb4ce646215 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.845685] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7bed9a-bc53-4c58-bbe7-b6dd12b05dfd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.868581] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3724fc-e6a3-4bd3-9378-e99ff09d578e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.883511] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] The volume has not been displaced from its original location: [datastore1] volume-c9f7057d-c94b-4633-abd3-8a23a86947d2/volume-c9f7057d-c94b-4633-abd3-8a23a86947d2.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1992.888719] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1992.889035] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d26a9d-9a95-4cc2-8227-aff1e35de98c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.908196] env[64147]: DEBUG oslo_vmware.api [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1992.908196] env[64147]: value = "task-1840886" [ 1992.908196] env[64147]: _type = "Task" [ 1992.908196] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.916185] env[64147]: DEBUG oslo_vmware.api [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.181171] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1993.181632] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1993.181632] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1993.181743] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1993.181877] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1993.182066] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1993.182295] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1993.182461] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1993.182625] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1993.182787] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1993.182959] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1993.187843] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a325983-f349-4ca9-9676-b1a002c6d986 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.203063] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1993.203063] env[64147]: value = "task-1840887" [ 1993.203063] env[64147]: _type = "Task" [ 1993.203063] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.210844] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.298553] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.417848] env[64147]: DEBUG oslo_vmware.api [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840886, 'name': ReconfigVM_Task, 'duration_secs': 0.212148} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.418096] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1993.422794] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e993e0d-0aa4-4186-abe6-730b33211d8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.437815] env[64147]: DEBUG oslo_vmware.api [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1993.437815] env[64147]: value = "task-1840888" [ 1993.437815] env[64147]: _type = "Task" [ 1993.437815] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.445605] env[64147]: DEBUG oslo_vmware.api [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.712360] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840887, 'name': ReconfigVM_Task, 'duration_secs': 0.322537} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.712665] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance 'd39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3' progress to 33 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1993.799949] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.947530] env[64147]: DEBUG oslo_vmware.api [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840888, 'name': ReconfigVM_Task, 'duration_secs': 0.143629} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.947797] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380899', 'volume_id': 'c9f7057d-c94b-4633-abd3-8a23a86947d2', 'name': 'volume-c9f7057d-c94b-4633-abd3-8a23a86947d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9f7057d-c94b-4633-abd3-8a23a86947d2', 'serial': 'c9f7057d-c94b-4633-abd3-8a23a86947d2'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1994.220409] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.220409] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.220409] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.225016] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.225016] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.225016] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.225016] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.225016] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.225016] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.225016] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.225016] env[64147]: DEBUG nova.virt.hardware [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.228798] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1994.229271] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fde1db91-cd04-4b6a-88af-f6272f47066e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.247848] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1994.247848] env[64147]: value = "task-1840889" [ 1994.247848] env[64147]: _type = "Task" [ 1994.247848] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.257895] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.300362] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.491836] env[64147]: DEBUG nova.objects.instance [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lazy-loading 'flavor' on Instance uuid 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.759563] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840889, 'name': ReconfigVM_Task, 'duration_secs': 0.150015} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.759563] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1994.760154] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53477278-1618-4b6d-9ee7-c0a475f62417 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.783130] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3/d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.784021] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a73da93-e545-4c1c-8562-bba6cdd92bba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.808128] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.809586] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 1994.809586] env[64147]: value = "task-1840890" [ 1994.809586] env[64147]: _type = "Task" [ 1994.809586] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.817953] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.306850] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.317506] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840890, 'name': ReconfigVM_Task, 'duration_secs': 0.28451} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.317777] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Reconfigured VM instance instance-0000006b to attach disk [datastore1] d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3/d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.318122] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance 'd39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3' progress to 50 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1995.499164] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e4b869ee-5662-41fb-adf8-3027fb2c0d17 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.808998] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.824739] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b3b479-b2b2-4d44-9c8d-157bc1496410 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.844920] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2817e03e-eebf-49a3-b34b-c767b5904501 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.863077] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance 'd39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3' progress to 67 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1996.308237] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.402662] env[64147]: DEBUG nova.network.neutron [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Port 1da6e9a6-9a74-4a82-9937-8ff76338b22d binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1996.559458] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.559722] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.560015] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.560728] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.560943] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.563073] env[64147]: INFO nova.compute.manager [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Terminating instance [ 1996.811501] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.066923] env[64147]: DEBUG nova.compute.manager [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1997.067191] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1997.068262] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa961d95-4bd1-40ff-954f-a672319f7466 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.077823] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1997.078115] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc980b3f-f227-49e4-8275-a6388a1b8b39 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.084840] env[64147]: DEBUG oslo_vmware.api [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1997.084840] env[64147]: value = "task-1840891" [ 1997.084840] env[64147]: _type = "Task" [ 1997.084840] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.093615] env[64147]: DEBUG oslo_vmware.api [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.310554] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.426766] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.427333] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.427687] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.595394] env[64147]: DEBUG oslo_vmware.api [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840891, 'name': PowerOffVM_Task, 'duration_secs': 0.201513} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.595708] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1997.595941] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1997.596142] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6466cb6d-d001-4ee3-9230-06e5761d64a9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.684018] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1997.684018] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1997.684018] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleting the datastore file [datastore1] 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1997.684018] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-706265bd-adbc-4a21-880d-3130e9c43611 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.690693] env[64147]: DEBUG oslo_vmware.api [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 1997.690693] env[64147]: value = "task-1840893" [ 1997.690693] env[64147]: _type = "Task" [ 1997.690693] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.700284] env[64147]: DEBUG oslo_vmware.api [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.812362] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840883, 'name': CreateVM_Task, 'duration_secs': 7.279547} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.812362] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1997.812492] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.812594] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.813149] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1997.813227] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13cbd578-7d5d-460a-88a4-df0c87a608ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.818677] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1997.818677] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52220a7b-582e-eef1-a69b-961ca776e445" [ 1997.818677] env[64147]: _type = "Task" [ 1997.818677] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.827848] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52220a7b-582e-eef1-a69b-961ca776e445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.202462] env[64147]: DEBUG oslo_vmware.api [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250311} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.202668] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1998.202853] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1998.203154] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1998.203253] env[64147]: INFO nova.compute.manager [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1998.203445] env[64147]: DEBUG oslo.service.loopingcall [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.203637] env[64147]: DEBUG nova.compute.manager [-] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1998.203733] env[64147]: DEBUG nova.network.neutron [-] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1998.330140] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52220a7b-582e-eef1-a69b-961ca776e445, 'name': SearchDatastore_Task, 'duration_secs': 0.01335} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.330437] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.330437] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.330675] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.330821] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.330994] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1998.331274] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a51b8fbc-bd1a-453b-83ab-07f17a21a14c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.340762] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.340762] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1998.341245] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b407a2f6-8bac-415c-98cc-96e998c896e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.346369] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1998.346369] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52fd4d83-4cdf-c30d-202c-7317bf5a4700" [ 1998.346369] env[64147]: _type = "Task" [ 1998.346369] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.354935] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fd4d83-4cdf-c30d-202c-7317bf5a4700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.398651] env[64147]: DEBUG nova.compute.manager [req-c877ee6e-aa67-409b-8617-b3464c9e01f0 req-64083f6d-ba3a-4f3d-801d-9ab4de5ec4f9 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Received event network-vif-plugged-0cc08552-bdcb-4f4b-8737-f85f8610f5b7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1998.398854] env[64147]: DEBUG oslo_concurrency.lockutils [req-c877ee6e-aa67-409b-8617-b3464c9e01f0 req-64083f6d-ba3a-4f3d-801d-9ab4de5ec4f9 service nova] Acquiring lock "d0f054e1-9879-417d-a4de-70409209261b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.399086] env[64147]: DEBUG oslo_concurrency.lockutils [req-c877ee6e-aa67-409b-8617-b3464c9e01f0 req-64083f6d-ba3a-4f3d-801d-9ab4de5ec4f9 service nova] Lock "d0f054e1-9879-417d-a4de-70409209261b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.399254] env[64147]: DEBUG oslo_concurrency.lockutils [req-c877ee6e-aa67-409b-8617-b3464c9e01f0 req-64083f6d-ba3a-4f3d-801d-9ab4de5ec4f9 service nova] Lock "d0f054e1-9879-417d-a4de-70409209261b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.399464] env[64147]: DEBUG nova.compute.manager [req-c877ee6e-aa67-409b-8617-b3464c9e01f0 req-64083f6d-ba3a-4f3d-801d-9ab4de5ec4f9 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] No waiting events found dispatching network-vif-plugged-0cc08552-bdcb-4f4b-8737-f85f8610f5b7 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1998.399571] env[64147]: WARNING nova.compute.manager [req-c877ee6e-aa67-409b-8617-b3464c9e01f0 req-64083f6d-ba3a-4f3d-801d-9ab4de5ec4f9 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Received unexpected event network-vif-plugged-0cc08552-bdcb-4f4b-8737-f85f8610f5b7 for instance with vm_state active and task_state None. [ 1998.437032] env[64147]: DEBUG nova.network.neutron [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Successfully updated port: 0cc08552-bdcb-4f4b-8737-f85f8610f5b7 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1998.468375] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.468551] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.468723] env[64147]: DEBUG nova.network.neutron [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1998.721668] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquiring lock "15fa49fe-69ee-494d-9ce7-959aedf8273b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.721668] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Lock "15fa49fe-69ee-494d-9ce7-959aedf8273b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.798913] env[64147]: DEBUG nova.compute.manager [req-e99cb39f-6a6f-403a-b148-8c5a2e891ab8 req-33f2ec07-484e-413a-855e-621af67e544f service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Received event network-vif-deleted-3d9e2a3c-1848-4e7d-a26a-21e252b11933 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1998.799249] env[64147]: INFO nova.compute.manager [req-e99cb39f-6a6f-403a-b148-8c5a2e891ab8 req-33f2ec07-484e-413a-855e-621af67e544f service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Neutron deleted interface 3d9e2a3c-1848-4e7d-a26a-21e252b11933; detaching it from the instance and deleting it from the info cache [ 1998.799371] env[64147]: DEBUG nova.network.neutron [req-e99cb39f-6a6f-403a-b148-8c5a2e891ab8 req-33f2ec07-484e-413a-855e-621af67e544f service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.858936] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52fd4d83-4cdf-c30d-202c-7317bf5a4700, 'name': SearchDatastore_Task, 'duration_secs': 0.008525} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.860190] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08660948-fd4e-4f73-ac04-c6694916313f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.865291] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1998.865291] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5288cf6e-3579-cceb-8341-4907c8ca9553" [ 1998.865291] env[64147]: _type = "Task" [ 1998.865291] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.874182] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5288cf6e-3579-cceb-8341-4907c8ca9553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.939466] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.939656] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.939983] env[64147]: DEBUG nova.network.neutron [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1999.161219] env[64147]: DEBUG nova.network.neutron [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance_info_cache with network_info: [{"id": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "address": "fa:16:3e:eb:16:b6", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da6e9a6-9a", "ovs_interfaceid": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.223345] env[64147]: DEBUG nova.compute.manager [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1999.276237] env[64147]: DEBUG nova.network.neutron [-] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.302737] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b217a7d1-49eb-42e2-9e7a-fe41698f3709 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.312777] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c498333-7f48-48f7-b8b8-bb8961fff096 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.345263] env[64147]: DEBUG nova.compute.manager [req-e99cb39f-6a6f-403a-b148-8c5a2e891ab8 req-33f2ec07-484e-413a-855e-621af67e544f service nova] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Detach interface failed, port_id=3d9e2a3c-1848-4e7d-a26a-21e252b11933, reason: Instance 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1999.376065] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5288cf6e-3579-cceb-8341-4907c8ca9553, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.376760] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.376760] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 55f008cc-6eb1-41d0-b5f9-5470b54eda11/55f008cc-6eb1-41d0-b5f9-5470b54eda11.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1999.376873] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ed5342a-466b-4c4b-8375-b1defb4e591f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.383947] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 1999.383947] env[64147]: value = "task-1840894" [ 1999.383947] env[64147]: _type = "Task" [ 1999.383947] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.392126] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.476746] env[64147]: WARNING nova.network.neutron [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] ce8c06f5-120b-43bf-b964-7fd7329bd58f already exists in list: networks containing: ['ce8c06f5-120b-43bf-b964-7fd7329bd58f']. ignoring it [ 1999.664767] env[64147]: DEBUG oslo_concurrency.lockutils [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.755547] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.755816] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.757447] env[64147]: INFO nova.compute.claims [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1999.782895] env[64147]: INFO nova.compute.manager [-] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Took 1.58 seconds to deallocate network for instance. [ 1999.881497] env[64147]: DEBUG nova.network.neutron [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updating instance_info_cache with network_info: [{"id": "4004d48a-3c52-45a6-8869-c966693a7119", "address": "fa:16:3e:ce:dd:76", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4004d48a-3c", "ovs_interfaceid": "4004d48a-3c52-45a6-8869-c966693a7119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cc08552-bdcb-4f4b-8737-f85f8610f5b7", "address": "fa:16:3e:86:03:61", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc08552-bd", "ovs_interfaceid": "0cc08552-bdcb-4f4b-8737-f85f8610f5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.896827] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.188178] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26f9c0-4c39-4928-98ec-1b68d98760e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.207725] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0aa32d-b140-4349-aed2-7f123f59c375 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.215596] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance 'd39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3' progress to 83 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2000.292254] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.384269] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.385108] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.385212] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.386223] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61928851-9547-48da-a3f1-ddac4120d2a2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.398497] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605185} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.410142] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 55f008cc-6eb1-41d0-b5f9-5470b54eda11/55f008cc-6eb1-41d0-b5f9-5470b54eda11.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2000.410399] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2000.411478] env[64147]: DEBUG nova.virt.hardware [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2000.411698] env[64147]: DEBUG nova.virt.hardware [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2000.411866] env[64147]: DEBUG nova.virt.hardware [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2000.412093] env[64147]: DEBUG nova.virt.hardware [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2000.412277] env[64147]: DEBUG nova.virt.hardware [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2000.412432] env[64147]: DEBUG nova.virt.hardware [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2000.412641] env[64147]: DEBUG nova.virt.hardware [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2000.412799] env[64147]: DEBUG nova.virt.hardware [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2000.412966] env[64147]: DEBUG nova.virt.hardware [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2000.413146] env[64147]: DEBUG nova.virt.hardware [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2000.413321] env[64147]: DEBUG nova.virt.hardware [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2000.419627] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Reconfiguring VM to attach interface {{(pid=64147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2000.420044] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1b8c44e-f3d7-48ad-ae75-a3a0b3c8760d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.422308] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13064005-3cd0-4b91-a5e4-244f512e95f8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.439641] env[64147]: DEBUG oslo_vmware.api [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 2000.439641] env[64147]: value = "task-1840896" [ 2000.439641] env[64147]: _type = "Task" [ 2000.439641] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.441075] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2000.441075] env[64147]: value = "task-1840895" [ 2000.441075] env[64147]: _type = "Task" [ 2000.441075] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.456706] env[64147]: DEBUG oslo_vmware.api [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840896, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.460653] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.487157] env[64147]: DEBUG nova.compute.manager [req-59733ef9-9f38-4aba-8273-716be0969ecd req-286b5781-2b25-4818-bdc6-03f9aa217915 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Received event network-changed-0cc08552-bdcb-4f4b-8737-f85f8610f5b7 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2000.487373] env[64147]: DEBUG nova.compute.manager [req-59733ef9-9f38-4aba-8273-716be0969ecd req-286b5781-2b25-4818-bdc6-03f9aa217915 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Refreshing instance network info cache due to event network-changed-0cc08552-bdcb-4f4b-8737-f85f8610f5b7. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2000.487599] env[64147]: DEBUG oslo_concurrency.lockutils [req-59733ef9-9f38-4aba-8273-716be0969ecd req-286b5781-2b25-4818-bdc6-03f9aa217915 service nova] Acquiring lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.487775] env[64147]: DEBUG oslo_concurrency.lockutils [req-59733ef9-9f38-4aba-8273-716be0969ecd req-286b5781-2b25-4818-bdc6-03f9aa217915 service nova] Acquired lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.487958] env[64147]: DEBUG nova.network.neutron [req-59733ef9-9f38-4aba-8273-716be0969ecd req-286b5781-2b25-4818-bdc6-03f9aa217915 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Refreshing network info cache for port 0cc08552-bdcb-4f4b-8737-f85f8610f5b7 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2000.721929] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.722279] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8be4af08-e8ef-4173-9b9e-4482f4d266ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.729942] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2000.729942] env[64147]: value = "task-1840897" [ 2000.729942] env[64147]: _type = "Task" [ 2000.729942] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.737962] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.918288] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6773dc-7a0a-4ad9-93c5-faf04fa82142 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.925517] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cef897-e6c9-4b20-96dc-f6ee0aae85d3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.963073] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35952007-7a2b-467e-8cc2-95a5e472c6d0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.970555] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272318} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.975405] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2000.975775] env[64147]: DEBUG oslo_vmware.api [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.976497] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6968190-120a-4f8f-8d71-8c944cb7ff8f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.979954] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644ae3ee-6a90-46f0-9f91-ba1da7b4758a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.996215] env[64147]: DEBUG nova.compute.provider_tree [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.016239] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 55f008cc-6eb1-41d0-b5f9-5470b54eda11/55f008cc-6eb1-41d0-b5f9-5470b54eda11.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.017895] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c951ee6-905c-43cb-bbc0-221fbb492a60 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.038647] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2001.038647] env[64147]: value = "task-1840898" [ 2001.038647] env[64147]: _type = "Task" [ 2001.038647] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.048277] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.223612] env[64147]: DEBUG nova.network.neutron [req-59733ef9-9f38-4aba-8273-716be0969ecd req-286b5781-2b25-4818-bdc6-03f9aa217915 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updated VIF entry in instance network info cache for port 0cc08552-bdcb-4f4b-8737-f85f8610f5b7. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2001.224077] env[64147]: DEBUG nova.network.neutron [req-59733ef9-9f38-4aba-8273-716be0969ecd req-286b5781-2b25-4818-bdc6-03f9aa217915 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updating instance_info_cache with network_info: [{"id": "4004d48a-3c52-45a6-8869-c966693a7119", "address": "fa:16:3e:ce:dd:76", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4004d48a-3c", "ovs_interfaceid": "4004d48a-3c52-45a6-8869-c966693a7119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cc08552-bdcb-4f4b-8737-f85f8610f5b7", "address": "fa:16:3e:86:03:61", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc08552-bd", "ovs_interfaceid": "0cc08552-bdcb-4f4b-8737-f85f8610f5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.242686] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.465880] env[64147]: DEBUG oslo_vmware.api [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.517774] env[64147]: DEBUG nova.scheduler.client.report [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.549997] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.727123] env[64147]: DEBUG oslo_concurrency.lockutils [req-59733ef9-9f38-4aba-8273-716be0969ecd req-286b5781-2b25-4818-bdc6-03f9aa217915 service nova] Releasing lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.740785] env[64147]: DEBUG oslo_vmware.api [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840897, 'name': PowerOnVM_Task, 'duration_secs': 0.951679} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.741102] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2001.741308] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-994fdff5-b151-4224-8cef-9f8047eb0107 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance 'd39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3' progress to 100 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2001.967251] env[64147]: DEBUG oslo_vmware.api [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840896, 'name': ReconfigVM_Task, 'duration_secs': 1.316717} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.967814] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.968041] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Reconfigured VM to attach interface {{(pid=64147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2002.022967] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.023510] env[64147]: DEBUG nova.compute.manager [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2002.026302] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.734s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.026529] env[64147]: DEBUG nova.objects.instance [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lazy-loading 'resources' on Instance uuid 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.048987] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840898, 'name': ReconfigVM_Task, 'duration_secs': 0.726312} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.049306] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 55f008cc-6eb1-41d0-b5f9-5470b54eda11/55f008cc-6eb1-41d0-b5f9-5470b54eda11.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.049962] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4acc5c7-2cc3-4839-8331-503c06aad34e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.057467] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2002.057467] env[64147]: value = "task-1840899" [ 2002.057467] env[64147]: _type = "Task" [ 2002.057467] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.066611] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840899, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.291128] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.291373] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.472734] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b11dc20e-e20a-45b4-b50a-9808d1ae4970 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-d0f054e1-9879-417d-a4de-70409209261b-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.750s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.529242] env[64147]: DEBUG nova.compute.utils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2002.533898] env[64147]: DEBUG nova.compute.manager [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2002.534119] env[64147]: DEBUG nova.network.neutron [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2002.569084] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840899, 'name': Rename_Task, 'duration_secs': 0.144402} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.569402] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2002.569738] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98926575-bad6-4060-92b4-b0c248a69461 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.575091] env[64147]: DEBUG nova.policy [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '044b4973637f45198c8470f5a0222f4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b723b651a573484eabb407b40a31d57d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2002.577837] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2002.577837] env[64147]: value = "task-1840900" [ 2002.577837] env[64147]: _type = "Task" [ 2002.577837] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.590234] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.690084] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12076ce7-5f5d-461e-8d47-f529c9e7e040 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.697645] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad208ba-fce7-4711-9a82-9a47eaf10469 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.750807] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd1b8d7-a851-42a5-b0f9-3915d2f77a47 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.769871] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb9dba5-df5b-4d6e-ba75-9dbe0eb15330 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.787332] env[64147]: DEBUG nova.compute.provider_tree [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2002.798359] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.798547] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2002.798685] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2002.996122] env[64147]: DEBUG nova.network.neutron [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Successfully created port: 406e9a88-3eae-44ab-a4cc-079e0900e288 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2003.036782] env[64147]: DEBUG nova.compute.manager [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2003.088035] env[64147]: DEBUG oslo_vmware.api [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840900, 'name': PowerOnVM_Task, 'duration_secs': 0.492536} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.088357] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2003.088573] env[64147]: INFO nova.compute.manager [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Took 15.04 seconds to spawn the instance on the hypervisor. [ 2003.088773] env[64147]: DEBUG nova.compute.manager [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.089549] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb2ee4e-469b-45ea-a44b-f09c663c3825 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.293668] env[64147]: DEBUG nova.scheduler.client.report [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.302549] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Skipping network cache update for instance because it is Building. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 2003.302687] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Skipping network cache update for instance because it is Building. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 2003.330563] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "refresh_cache-272ebf03-1afb-424d-9287-5c8f0310ea6c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.330717] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquired lock "refresh_cache-272ebf03-1afb-424d-9287-5c8f0310ea6c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.330886] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Forcefully refreshing network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2003.331073] env[64147]: DEBUG nova.objects.instance [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lazy-loading 'info_cache' on Instance uuid 272ebf03-1afb-424d-9287-5c8f0310ea6c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.607859] env[64147]: INFO nova.compute.manager [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Took 22.30 seconds to build instance. [ 2003.798760] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.821988] env[64147]: INFO nova.scheduler.client.report [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleted allocations for instance 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2 [ 2003.912496] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "interface-d0f054e1-9879-417d-a4de-70409209261b-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.913059] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-d0f054e1-9879-417d-a4de-70409209261b-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.047513] env[64147]: DEBUG nova.compute.manager [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2004.079545] env[64147]: DEBUG nova.virt.hardware [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2004.079796] env[64147]: DEBUG nova.virt.hardware [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2004.080056] env[64147]: DEBUG nova.virt.hardware [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2004.080265] env[64147]: DEBUG nova.virt.hardware [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2004.080413] env[64147]: DEBUG nova.virt.hardware [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2004.080562] env[64147]: DEBUG nova.virt.hardware [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2004.080769] env[64147]: DEBUG nova.virt.hardware [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2004.080931] env[64147]: DEBUG nova.virt.hardware [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2004.081160] env[64147]: DEBUG nova.virt.hardware [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2004.081335] env[64147]: DEBUG nova.virt.hardware [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2004.081509] env[64147]: DEBUG nova.virt.hardware [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2004.082731] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6f2858-2e1e-4455-87e2-3ae9ae100d48 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.092399] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e19b8d4-e9b3-41ed-8c7e-c1246b183f8d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.110612] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e061db6d-279a-4970-a9f0-d55ade3f50e5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.833s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.330460] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e62e8dbb-3777-475f-b224-211bbca6fe44 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.771s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.416508] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.419031] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.419031] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7f27ef-9954-4a7d-ba53-e70438303e9f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.440821] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906f35bb-fe7d-4278-9a5f-e7bedf4ef458 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.469572] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Reconfiguring VM to detach interface {{(pid=64147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2004.470174] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf924a26-f099-48e7-825f-8baec972e803 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.490579] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 2004.490579] env[64147]: value = "task-1840901" [ 2004.490579] env[64147]: _type = "Task" [ 2004.490579] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.499191] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.573795] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.573795] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.573795] env[64147]: DEBUG nova.compute.manager [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Going to confirm migration 7 {{(pid=64147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 2004.598386] env[64147]: DEBUG nova.compute.manager [req-fb13aaf0-a62d-4006-bd57-4a53270ea08f req-9fc79a83-f595-4b3b-8d36-667c4098e67e service nova] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Received event network-vif-plugged-406e9a88-3eae-44ab-a4cc-079e0900e288 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2004.598386] env[64147]: DEBUG oslo_concurrency.lockutils [req-fb13aaf0-a62d-4006-bd57-4a53270ea08f req-9fc79a83-f595-4b3b-8d36-667c4098e67e service nova] Acquiring lock "15fa49fe-69ee-494d-9ce7-959aedf8273b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.598386] env[64147]: DEBUG oslo_concurrency.lockutils [req-fb13aaf0-a62d-4006-bd57-4a53270ea08f req-9fc79a83-f595-4b3b-8d36-667c4098e67e service nova] Lock "15fa49fe-69ee-494d-9ce7-959aedf8273b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.598386] env[64147]: DEBUG oslo_concurrency.lockutils [req-fb13aaf0-a62d-4006-bd57-4a53270ea08f req-9fc79a83-f595-4b3b-8d36-667c4098e67e service nova] Lock "15fa49fe-69ee-494d-9ce7-959aedf8273b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.598386] env[64147]: DEBUG nova.compute.manager [req-fb13aaf0-a62d-4006-bd57-4a53270ea08f req-9fc79a83-f595-4b3b-8d36-667c4098e67e service nova] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] No waiting events found dispatching network-vif-plugged-406e9a88-3eae-44ab-a4cc-079e0900e288 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2004.598386] env[64147]: WARNING nova.compute.manager [req-fb13aaf0-a62d-4006-bd57-4a53270ea08f req-9fc79a83-f595-4b3b-8d36-667c4098e67e service nova] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Received unexpected event network-vif-plugged-406e9a88-3eae-44ab-a4cc-079e0900e288 for instance with vm_state building and task_state spawning. [ 2004.711363] env[64147]: DEBUG nova.network.neutron [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Successfully updated port: 406e9a88-3eae-44ab-a4cc-079e0900e288 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2004.853443] env[64147]: DEBUG oslo_concurrency.lockutils [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.853709] env[64147]: DEBUG oslo_concurrency.lockutils [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.853926] env[64147]: DEBUG oslo_concurrency.lockutils [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.854138] env[64147]: DEBUG oslo_concurrency.lockutils [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.854309] env[64147]: DEBUG oslo_concurrency.lockutils [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.856448] env[64147]: INFO nova.compute.manager [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Terminating instance [ 2005.001962] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.095344] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Updating instance_info_cache with network_info: [{"id": "b32769c7-63a4-432d-8ee9-fb60977e9386", "address": "fa:16:3e:5a:85:2e", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32769c7-63", "ovs_interfaceid": "b32769c7-63a4-432d-8ee9-fb60977e9386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.132983] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.133187] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.133358] env[64147]: DEBUG nova.network.neutron [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.133539] env[64147]: DEBUG nova.objects.instance [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lazy-loading 'info_cache' on Instance uuid d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.215514] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquiring lock "refresh_cache-15fa49fe-69ee-494d-9ce7-959aedf8273b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.215627] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquired lock "refresh_cache-15fa49fe-69ee-494d-9ce7-959aedf8273b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.215759] env[64147]: DEBUG nova.network.neutron [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.320298] env[64147]: DEBUG nova.compute.manager [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Stashing vm_state: active {{(pid=64147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 2005.360974] env[64147]: DEBUG nova.compute.manager [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2005.361262] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2005.362152] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfb788b-1d94-4a86-8d9e-0b06c1332b12 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.372091] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2005.372091] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9d5c450-8630-4189-8276-a4371d000680 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.381106] env[64147]: DEBUG oslo_vmware.api [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2005.381106] env[64147]: value = "task-1840902" [ 2005.381106] env[64147]: _type = "Task" [ 2005.381106] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.389979] env[64147]: DEBUG oslo_vmware.api [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.502480] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.599457] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Releasing lock "refresh_cache-272ebf03-1afb-424d-9287-5c8f0310ea6c" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.599457] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Updated the network info_cache for instance {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2005.599457] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.599457] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.599457] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.599998] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.599998] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.599998] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.600166] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2005.600372] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.752670] env[64147]: DEBUG nova.network.neutron [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2005.841673] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.841952] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.879044] env[64147]: DEBUG nova.network.neutron [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Updating instance_info_cache with network_info: [{"id": "406e9a88-3eae-44ab-a4cc-079e0900e288", "address": "fa:16:3e:16:e8:5b", "network": {"id": "2223b658-dad0-489f-a92a-b3b2adb65bf9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-888586868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b723b651a573484eabb407b40a31d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406e9a88-3e", "ovs_interfaceid": "406e9a88-3eae-44ab-a4cc-079e0900e288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.891350] env[64147]: DEBUG oslo_vmware.api [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840902, 'name': PowerOffVM_Task, 'duration_secs': 0.203571} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.891661] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2005.891864] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2005.892152] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-494c0167-40b9-491e-af0d-dede567c9a72 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.001867] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.103882] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.199063] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2006.199223] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2006.199272] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleting the datastore file [datastore1] 55f008cc-6eb1-41d0-b5f9-5470b54eda11 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2006.199534] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5c6199f-7bfe-4175-ad9f-af6430ac348d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.205962] env[64147]: DEBUG oslo_vmware.api [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2006.205962] env[64147]: value = "task-1840904" [ 2006.205962] env[64147]: _type = "Task" [ 2006.205962] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.213776] env[64147]: DEBUG oslo_vmware.api [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.347142] env[64147]: INFO nova.compute.claims [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2006.381893] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Releasing lock "refresh_cache-15fa49fe-69ee-494d-9ce7-959aedf8273b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.382146] env[64147]: DEBUG nova.compute.manager [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Instance network_info: |[{"id": "406e9a88-3eae-44ab-a4cc-079e0900e288", "address": "fa:16:3e:16:e8:5b", "network": {"id": "2223b658-dad0-489f-a92a-b3b2adb65bf9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-888586868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b723b651a573484eabb407b40a31d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406e9a88-3e", "ovs_interfaceid": "406e9a88-3eae-44ab-a4cc-079e0900e288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2006.383123] env[64147]: DEBUG nova.network.neutron [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance_info_cache with network_info: [{"id": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "address": "fa:16:3e:eb:16:b6", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da6e9a6-9a", "ovs_interfaceid": "1da6e9a6-9a74-4a82-9937-8ff76338b22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.384683] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:e8:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '406e9a88-3eae-44ab-a4cc-079e0900e288', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2006.391709] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Creating folder: Project (b723b651a573484eabb407b40a31d57d). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2006.393048] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2dc2e8b-69cc-4997-9626-44b9a85e2cf4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.403943] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Created folder: Project (b723b651a573484eabb407b40a31d57d) in parent group-v380629. [ 2006.404189] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Creating folder: Instances. Parent ref: group-v380920. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2006.404425] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25f2785d-1df4-43c1-ac4f-7ddf0cd76ba7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.413235] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Created folder: Instances in parent group-v380920. [ 2006.413450] env[64147]: DEBUG oslo.service.loopingcall [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.413624] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2006.413808] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d2c6aea-0bd4-48d1-8a03-93da07993469 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.432824] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2006.432824] env[64147]: value = "task-1840907" [ 2006.432824] env[64147]: _type = "Task" [ 2006.432824] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.442946] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840907, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.503092] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.515361] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.515635] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.625224] env[64147]: DEBUG nova.compute.manager [req-e7609732-1f7d-4cde-adce-76df074f07cb req-239b7992-21b4-4bfb-bd57-eb4d49553750 service nova] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Received event network-changed-406e9a88-3eae-44ab-a4cc-079e0900e288 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2006.625355] env[64147]: DEBUG nova.compute.manager [req-e7609732-1f7d-4cde-adce-76df074f07cb req-239b7992-21b4-4bfb-bd57-eb4d49553750 service nova] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Refreshing instance network info cache due to event network-changed-406e9a88-3eae-44ab-a4cc-079e0900e288. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2006.625546] env[64147]: DEBUG oslo_concurrency.lockutils [req-e7609732-1f7d-4cde-adce-76df074f07cb req-239b7992-21b4-4bfb-bd57-eb4d49553750 service nova] Acquiring lock "refresh_cache-15fa49fe-69ee-494d-9ce7-959aedf8273b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.625690] env[64147]: DEBUG oslo_concurrency.lockutils [req-e7609732-1f7d-4cde-adce-76df074f07cb req-239b7992-21b4-4bfb-bd57-eb4d49553750 service nova] Acquired lock "refresh_cache-15fa49fe-69ee-494d-9ce7-959aedf8273b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.625850] env[64147]: DEBUG nova.network.neutron [req-e7609732-1f7d-4cde-adce-76df074f07cb req-239b7992-21b4-4bfb-bd57-eb4d49553750 service nova] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Refreshing network info cache for port 406e9a88-3eae-44ab-a4cc-079e0900e288 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2006.716164] env[64147]: DEBUG oslo_vmware.api [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127021} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.716434] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2006.716616] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2006.716794] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2006.716969] env[64147]: INFO nova.compute.manager [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Took 1.36 seconds to destroy the instance on the hypervisor. [ 2006.717238] env[64147]: DEBUG oslo.service.loopingcall [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.717427] env[64147]: DEBUG nova.compute.manager [-] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2006.717521] env[64147]: DEBUG nova.network.neutron [-] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2006.856629] env[64147]: INFO nova.compute.resource_tracker [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating resource usage from migration f7b1debf-69c4-4053-b039-fdf508576c15 [ 2006.892812] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "refresh_cache-d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.893144] env[64147]: DEBUG nova.objects.instance [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lazy-loading 'migration_context' on Instance uuid d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.943988] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840907, 'name': CreateVM_Task, 'duration_secs': 0.38444} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.943988] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2006.943988] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.944108] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.944349] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2006.944587] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50f550d-4288-4220-b384-e33617f3f129 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.950673] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for the task: (returnval){ [ 2006.950673] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]528de1a5-b30d-4a4d-6082-aac85330212a" [ 2006.950673] env[64147]: _type = "Task" [ 2006.950673] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.958733] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528de1a5-b30d-4a4d-6082-aac85330212a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.003568] env[64147]: DEBUG nova.compute.manager [req-a661f273-8f90-4346-973d-a2f4f0920233 req-2450319e-fdcd-4a97-af74-248eb8014670 service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Received event network-vif-deleted-c31dbb1a-8ba9-4101-b490-42de20fbfa01 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2007.003909] env[64147]: INFO nova.compute.manager [req-a661f273-8f90-4346-973d-a2f4f0920233 req-2450319e-fdcd-4a97-af74-248eb8014670 service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Neutron deleted interface c31dbb1a-8ba9-4101-b490-42de20fbfa01; detaching it from the instance and deleting it from the info cache [ 2007.004218] env[64147]: DEBUG nova.network.neutron [req-a661f273-8f90-4346-973d-a2f4f0920233 req-2450319e-fdcd-4a97-af74-248eb8014670 service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.011904] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.016656] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842a3434-bdfa-494c-8611-cb9cac03acfe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.019530] env[64147]: DEBUG nova.compute.manager [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2007.027376] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef8b7d-0e74-4978-8022-d2968ff1bab5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.059177] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58bb635-7723-4a99-b857-c17c9cf4b6cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.067102] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2653b6c9-f193-4fc7-b27a-c7d9a676fa81 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.080381] env[64147]: DEBUG nova.compute.provider_tree [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.329060] env[64147]: DEBUG nova.network.neutron [req-e7609732-1f7d-4cde-adce-76df074f07cb req-239b7992-21b4-4bfb-bd57-eb4d49553750 service nova] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Updated VIF entry in instance network info cache for port 406e9a88-3eae-44ab-a4cc-079e0900e288. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2007.329462] env[64147]: DEBUG nova.network.neutron [req-e7609732-1f7d-4cde-adce-76df074f07cb req-239b7992-21b4-4bfb-bd57-eb4d49553750 service nova] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Updating instance_info_cache with network_info: [{"id": "406e9a88-3eae-44ab-a4cc-079e0900e288", "address": "fa:16:3e:16:e8:5b", "network": {"id": "2223b658-dad0-489f-a92a-b3b2adb65bf9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-888586868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b723b651a573484eabb407b40a31d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406e9a88-3e", "ovs_interfaceid": "406e9a88-3eae-44ab-a4cc-079e0900e288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.395956] env[64147]: DEBUG nova.objects.base [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2007.396902] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd626569-0809-496d-b117-c7595d6f69a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.416321] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ec58d3-3369-4050-97ce-0e421bd75f52 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.421581] env[64147]: DEBUG oslo_vmware.api [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2007.421581] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52741048-cf2a-60d9-f101-7367f9fb9621" [ 2007.421581] env[64147]: _type = "Task" [ 2007.421581] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.428819] env[64147]: DEBUG oslo_vmware.api [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52741048-cf2a-60d9-f101-7367f9fb9621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.458666] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]528de1a5-b30d-4a4d-6082-aac85330212a, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.458938] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.459585] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2007.459961] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.460157] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.460342] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2007.460565] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaed6b98-c540-46ae-a8a2-21cb95115c2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.467908] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2007.467908] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2007.468497] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8785bf0f-d9bc-46e8-bf3e-7ced0a11d831 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.472122] env[64147]: DEBUG nova.network.neutron [-] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.475839] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for the task: (returnval){ [ 2007.475839] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5254c806-68b5-3b82-9821-005fe1f52e50" [ 2007.475839] env[64147]: _type = "Task" [ 2007.475839] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.483700] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5254c806-68b5-3b82-9821-005fe1f52e50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.502311] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.507023] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06144ff0-1a81-4711-88bd-7159b075c931 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.515199] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1754e89e-a289-4416-9cff-da6a8e59d61c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.544734] env[64147]: DEBUG nova.compute.manager [req-a661f273-8f90-4346-973d-a2f4f0920233 req-2450319e-fdcd-4a97-af74-248eb8014670 service nova] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Detach interface failed, port_id=c31dbb1a-8ba9-4101-b490-42de20fbfa01, reason: Instance 55f008cc-6eb1-41d0-b5f9-5470b54eda11 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2007.545884] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.583738] env[64147]: DEBUG nova.scheduler.client.report [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.832050] env[64147]: DEBUG oslo_concurrency.lockutils [req-e7609732-1f7d-4cde-adce-76df074f07cb req-239b7992-21b4-4bfb-bd57-eb4d49553750 service nova] Releasing lock "refresh_cache-15fa49fe-69ee-494d-9ce7-959aedf8273b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.932697] env[64147]: DEBUG oslo_vmware.api [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52741048-cf2a-60d9-f101-7367f9fb9621, 'name': SearchDatastore_Task, 'duration_secs': 0.006465} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.933018] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.974551] env[64147]: INFO nova.compute.manager [-] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Took 1.26 seconds to deallocate network for instance. [ 2007.987620] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5254c806-68b5-3b82-9821-005fe1f52e50, 'name': SearchDatastore_Task, 'duration_secs': 0.009085} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.988452] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eee839b-ac24-491e-80ae-2fae1b7d1f83 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.993479] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for the task: (returnval){ [ 2007.993479] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]526d0fed-f264-6933-739b-35c629ecb3b4" [ 2007.993479] env[64147]: _type = "Task" [ 2007.993479] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.003652] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526d0fed-f264-6933-739b-35c629ecb3b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.006587] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.088530] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.246s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.088745] env[64147]: INFO nova.compute.manager [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Migrating [ 2008.095489] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.992s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.095662] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.095813] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2008.096104] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.550s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.097587] env[64147]: INFO nova.compute.claims [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2008.102573] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c217187-602f-4a4f-a546-8070db022e48 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.116814] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12561b2-e6ec-45ea-9978-d2abbbaf7e0c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.135564] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71879de1-2d77-4cec-a44d-9804144310c2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.142897] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba3183-17d6-4982-8118-5c32ac826490 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.171404] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180380MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2008.171541] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.484118] env[64147]: DEBUG oslo_concurrency.lockutils [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.507100] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]526d0fed-f264-6933-739b-35c629ecb3b4, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.510183] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.510455] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 15fa49fe-69ee-494d-9ce7-959aedf8273b/15fa49fe-69ee-494d-9ce7-959aedf8273b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2008.510704] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.510929] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbd77764-92bb-40de-8a9f-e8670eeb1f1d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.517412] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for the task: (returnval){ [ 2008.517412] env[64147]: value = "task-1840908" [ 2008.517412] env[64147]: _type = "Task" [ 2008.517412] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.525054] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.612446] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.612612] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.612781] env[64147]: DEBUG nova.network.neutron [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2009.008415] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.026195] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445102} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.026443] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 15fa49fe-69ee-494d-9ce7-959aedf8273b/15fa49fe-69ee-494d-9ce7-959aedf8273b.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2009.026658] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2009.026887] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f171b41-0547-4974-aa98-3a4f15383f4e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.033792] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for the task: (returnval){ [ 2009.033792] env[64147]: value = "task-1840909" [ 2009.033792] env[64147]: _type = "Task" [ 2009.033792] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.040774] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.258622] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7afad6-974f-4bbe-8c23-422d1128361a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.265952] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0bcf43-1f84-4e1e-8d99-6f44a5b217ee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.297406] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1531d53e-eb86-4297-8623-ea9286e1d95e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.305026] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce54dfe-39b2-46a4-8c99-bdfb4959cadd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.317849] env[64147]: DEBUG nova.compute.provider_tree [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.330793] env[64147]: DEBUG nova.network.neutron [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance_info_cache with network_info: [{"id": "a0663f1c-de6f-4d4a-984b-471459472b77", "address": "fa:16:3e:87:be:9c", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0663f1c-de", "ovs_interfaceid": "a0663f1c-de6f-4d4a-984b-471459472b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.509132] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.542559] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064617} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.542833] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2009.543592] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bb2158-d27d-4022-ba5e-daafc7cb666d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.564868] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 15fa49fe-69ee-494d-9ce7-959aedf8273b/15fa49fe-69ee-494d-9ce7-959aedf8273b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2009.565098] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dab8ad4c-d163-4a8d-977b-993bcb2996c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.584597] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for the task: (returnval){ [ 2009.584597] env[64147]: value = "task-1840910" [ 2009.584597] env[64147]: _type = "Task" [ 2009.584597] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.591651] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.820815] env[64147]: DEBUG nova.scheduler.client.report [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2009.832837] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.011348] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.094860] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840910, 'name': ReconfigVM_Task, 'duration_secs': 0.360675} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.095169] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 15fa49fe-69ee-494d-9ce7-959aedf8273b/15fa49fe-69ee-494d-9ce7-959aedf8273b.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2010.095810] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59bd91cd-2c9b-4398-8112-c56eb1705d4e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.103476] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for the task: (returnval){ [ 2010.103476] env[64147]: value = "task-1840911" [ 2010.103476] env[64147]: _type = "Task" [ 2010.103476] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.112150] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840911, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.325965] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.326790] env[64147]: DEBUG nova.compute.manager [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2010.329471] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.397s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.511160] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.613567] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840911, 'name': Rename_Task, 'duration_secs': 0.4383} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.613819] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2010.614073] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f974294a-82fd-4327-b0d9-cc969f03e01d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.620481] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for the task: (returnval){ [ 2010.620481] env[64147]: value = "task-1840912" [ 2010.620481] env[64147]: _type = "Task" [ 2010.620481] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.627608] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.832899] env[64147]: DEBUG nova.compute.utils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2010.836934] env[64147]: DEBUG nova.compute.manager [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2010.837115] env[64147]: DEBUG nova.network.neutron [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2010.881539] env[64147]: DEBUG nova.policy [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cc8820bad4e44709fb44a3741fdb1d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '738bec3f92ce448ea76f8bdba6344302', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2010.991312] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cd4a10-15e2-496e-b6aa-958fde765d83 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.000279] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e04370-d463-45db-b560-2dbeb004979a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.011663] env[64147]: DEBUG oslo_vmware.api [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840901, 'name': ReconfigVM_Task, 'duration_secs': 6.029274} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.036670] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.036920] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Reconfigured VM to detach interface {{(pid=64147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2011.040647] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970f07be-66a6-4862-85f9-53a24547648c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.050158] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f03bbd-98a5-4c1c-9290-5c4815feea39 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.063391] env[64147]: DEBUG nova.compute.provider_tree [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.129843] env[64147]: DEBUG oslo_vmware.api [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840912, 'name': PowerOnVM_Task, 'duration_secs': 0.459941} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.130156] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2011.130575] env[64147]: INFO nova.compute.manager [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Took 7.08 seconds to spawn the instance on the hypervisor. [ 2011.130575] env[64147]: DEBUG nova.compute.manager [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2011.131371] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8370f20-3524-4480-80bc-bf8c43dcfbef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.149117] env[64147]: DEBUG nova.network.neutron [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Successfully created port: 25152f36-df47-4d66-b292-500f280914aa {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2011.338240] env[64147]: DEBUG nova.compute.manager [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2011.344924] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1d9ed6-51f1-4447-a79b-d615dd0e3fcb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.363500] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance '9b8dc199-3487-4e46-b1f2-eeaa6fb85908' progress to 0 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2011.566781] env[64147]: DEBUG nova.scheduler.client.report [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2011.649639] env[64147]: INFO nova.compute.manager [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Took 11.91 seconds to build instance. [ 2011.869543] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2011.869969] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4649cb6e-108a-4e45-82e4-2e8a08527451 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.877923] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2011.877923] env[64147]: value = "task-1840913" [ 2011.877923] env[64147]: _type = "Task" [ 2011.877923] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.887381] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.152205] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6aaeb251-0e53-4222-b231-b1f835046adf tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Lock "15fa49fe-69ee-494d-9ce7-959aedf8273b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.431s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.307273] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "d0f054e1-9879-417d-a4de-70409209261b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.307558] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "d0f054e1-9879-417d-a4de-70409209261b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.307779] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "d0f054e1-9879-417d-a4de-70409209261b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.307976] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "d0f054e1-9879-417d-a4de-70409209261b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.308172] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "d0f054e1-9879-417d-a4de-70409209261b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.310281] env[64147]: INFO nova.compute.manager [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Terminating instance [ 2012.350014] env[64147]: DEBUG nova.compute.manager [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2012.385352] env[64147]: DEBUG nova.virt.hardware [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2012.385600] env[64147]: DEBUG nova.virt.hardware [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2012.385757] env[64147]: DEBUG nova.virt.hardware [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2012.385941] env[64147]: DEBUG nova.virt.hardware [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2012.386099] env[64147]: DEBUG nova.virt.hardware [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2012.386249] env[64147]: DEBUG nova.virt.hardware [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2012.386456] env[64147]: DEBUG nova.virt.hardware [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2012.386615] env[64147]: DEBUG nova.virt.hardware [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2012.386780] env[64147]: DEBUG nova.virt.hardware [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2012.386941] env[64147]: DEBUG nova.virt.hardware [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2012.387127] env[64147]: DEBUG nova.virt.hardware [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2012.388239] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93838761-fdc5-40c9-b952-2d1f1a5f9dc2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.398603] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2cf319-b500-4023-9c69-7f2c3ed7a06f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.402583] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840913, 'name': PowerOffVM_Task, 'duration_secs': 0.203972} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.402794] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2012.402972] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance '9b8dc199-3487-4e46-b1f2-eeaa6fb85908' progress to 17 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2012.528080] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.528304] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquired lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.528522] env[64147]: DEBUG nova.network.neutron [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2012.575734] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.246s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.578416] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.407s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.646530] env[64147]: DEBUG nova.network.neutron [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Successfully updated port: 25152f36-df47-4d66-b292-500f280914aa {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2012.660341] env[64147]: DEBUG nova.compute.manager [req-b67cbf8b-4743-462a-a0e5-3ac4a1071b84 req-11e263e6-a1a4-461e-ba3c-45b50b609985 service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Received event network-vif-plugged-25152f36-df47-4d66-b292-500f280914aa {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2012.660601] env[64147]: DEBUG oslo_concurrency.lockutils [req-b67cbf8b-4743-462a-a0e5-3ac4a1071b84 req-11e263e6-a1a4-461e-ba3c-45b50b609985 service nova] Acquiring lock "1588091d-0e7e-46aa-aa64-571c06b78d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.660894] env[64147]: DEBUG oslo_concurrency.lockutils [req-b67cbf8b-4743-462a-a0e5-3ac4a1071b84 req-11e263e6-a1a4-461e-ba3c-45b50b609985 service nova] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.661026] env[64147]: DEBUG oslo_concurrency.lockutils [req-b67cbf8b-4743-462a-a0e5-3ac4a1071b84 req-11e263e6-a1a4-461e-ba3c-45b50b609985 service nova] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.661174] env[64147]: DEBUG nova.compute.manager [req-b67cbf8b-4743-462a-a0e5-3ac4a1071b84 req-11e263e6-a1a4-461e-ba3c-45b50b609985 service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] No waiting events found dispatching network-vif-plugged-25152f36-df47-4d66-b292-500f280914aa {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2012.661586] env[64147]: WARNING nova.compute.manager [req-b67cbf8b-4743-462a-a0e5-3ac4a1071b84 req-11e263e6-a1a4-461e-ba3c-45b50b609985 service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Received unexpected event network-vif-plugged-25152f36-df47-4d66-b292-500f280914aa for instance with vm_state building and task_state spawning. [ 2012.814363] env[64147]: DEBUG nova.compute.manager [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.814711] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.815724] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c012a4-b1c9-41e6-a892-0fcb75728fbb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.824365] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.824616] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-950be21f-93ab-4a60-bf2c-14d28a6e6822 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.831349] env[64147]: DEBUG oslo_vmware.api [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 2012.831349] env[64147]: value = "task-1840914" [ 2012.831349] env[64147]: _type = "Task" [ 2012.831349] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.838782] env[64147]: DEBUG oslo_vmware.api [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.909506] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2012.909771] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2012.909959] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2012.910219] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2012.910370] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2012.910515] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2012.910719] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2012.910874] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2012.911067] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2012.911236] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2012.911410] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2012.916491] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf38f85-9098-4a94-8ec1-7584ba294cfd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.934037] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2012.934037] env[64147]: value = "task-1840915" [ 2012.934037] env[64147]: _type = "Task" [ 2012.934037] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.943915] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.138419] env[64147]: INFO nova.scheduler.client.report [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted allocation for migration 8dc7ae66-8667-4dd2-9696-920d0cea1df1 [ 2013.149822] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "refresh_cache-1588091d-0e7e-46aa-aa64-571c06b78d4a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.149822] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "refresh_cache-1588091d-0e7e-46aa-aa64-571c06b78d4a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.150054] env[64147]: DEBUG nova.network.neutron [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2013.253247] env[64147]: INFO nova.network.neutron [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Port 0cc08552-bdcb-4f4b-8737-f85f8610f5b7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2013.253643] env[64147]: DEBUG nova.network.neutron [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updating instance_info_cache with network_info: [{"id": "4004d48a-3c52-45a6-8869-c966693a7119", "address": "fa:16:3e:ce:dd:76", "network": {"id": "ce8c06f5-120b-43bf-b964-7fd7329bd58f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-41090175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3549758523d4b8188c0379e14379ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4004d48a-3c", "ovs_interfaceid": "4004d48a-3c52-45a6-8869-c966693a7119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.254882] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquiring lock "15fa49fe-69ee-494d-9ce7-959aedf8273b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.255137] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Lock "15fa49fe-69ee-494d-9ce7-959aedf8273b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.255348] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquiring lock "15fa49fe-69ee-494d-9ce7-959aedf8273b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.255538] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Lock "15fa49fe-69ee-494d-9ce7-959aedf8273b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.255704] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Lock "15fa49fe-69ee-494d-9ce7-959aedf8273b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.258660] env[64147]: INFO nova.compute.manager [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Terminating instance [ 2013.341175] env[64147]: DEBUG oslo_vmware.api [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840914, 'name': PowerOffVM_Task, 'duration_secs': 0.213609} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.341436] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2013.341600] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2013.341837] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ff304b3-581e-49dc-a9bc-b8ea6e5d9dfc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.422270] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2013.422633] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2013.422828] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleting the datastore file [datastore1] d0f054e1-9879-417d-a4de-70409209261b {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2013.423123] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4b7df9c-fdb0-4146-8dc1-748b25889e32 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.429442] env[64147]: DEBUG oslo_vmware.api [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 2013.429442] env[64147]: value = "task-1840917" [ 2013.429442] env[64147]: _type = "Task" [ 2013.429442] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.437375] env[64147]: DEBUG oslo_vmware.api [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.444491] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840915, 'name': ReconfigVM_Task, 'duration_secs': 0.143133} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.444945] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance '9b8dc199-3487-4e46-b1f2-eeaa6fb85908' progress to 33 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2013.591621] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Applying migration context for instance 9b8dc199-3487-4e46-b1f2-eeaa6fb85908 as it has an incoming, in-progress migration f7b1debf-69c4-4053-b039-fdf508576c15. Migration status is migrating {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2013.593038] env[64147]: INFO nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating resource usage from migration f7b1debf-69c4-4053-b039-fdf508576c15 [ 2013.611882] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 272ebf03-1afb-424d-9287-5c8f0310ea6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2013.612057] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 25bd5ad7-db36-4001-91c4-489498c21c22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2013.612205] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance d0f054e1-9879-417d-a4de-70409209261b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2013.612328] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 575e8c88-bc4e-4816-a430-8ed343ea6ef2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2013.612453] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 50e23077-e757-4350-bc2d-7d99844d451d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2013.612626] env[64147]: WARNING nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 55f008cc-6eb1-41d0-b5f9-5470b54eda11 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2013.612727] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2013.612859] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 15fa49fe-69ee-494d-9ce7-959aedf8273b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2013.613016] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Migration f7b1debf-69c4-4053-b039-fdf508576c15 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2013.613114] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 9b8dc199-3487-4e46-b1f2-eeaa6fb85908 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2013.613231] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1588091d-0e7e-46aa-aa64-571c06b78d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2013.613441] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2013.613603] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2013.644265] env[64147]: DEBUG oslo_concurrency.lockutils [None req-c74635f0-93d5-47e2-9b15-31f8fb9f2378 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.072s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.683268] env[64147]: DEBUG nova.network.neutron [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2013.758652] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Releasing lock "refresh_cache-d0f054e1-9879-417d-a4de-70409209261b" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.763743] env[64147]: DEBUG nova.compute.manager [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2013.764180] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2013.765724] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb487550-fd47-45e8-9331-0f4177284108 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.774156] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2013.775350] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ce8c96-a553-4802-ab54-21e4565f9324 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.778017] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c884b54f-0886-4ad2-a21c-16f0ba897b89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.788025] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f567760c-0501-4785-bd1f-4f4748a29b2f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.792112] env[64147]: DEBUG oslo_vmware.api [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for the task: (returnval){ [ 2013.792112] env[64147]: value = "task-1840918" [ 2013.792112] env[64147]: _type = "Task" [ 2013.792112] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.826934] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13fd614-153f-4115-85e5-6ee60cb558ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.833754] env[64147]: DEBUG oslo_vmware.api [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.839040] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a72a2d-b7e6-4348-b725-876a2259ef1d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.854532] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2013.876040] env[64147]: DEBUG nova.network.neutron [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Updating instance_info_cache with network_info: [{"id": "25152f36-df47-4d66-b292-500f280914aa", "address": "fa:16:3e:13:ee:ae", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25152f36-df", "ovs_interfaceid": "25152f36-df47-4d66-b292-500f280914aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.940205] env[64147]: DEBUG oslo_vmware.api [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150508} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.940471] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2013.940647] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2013.940849] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2013.941032] env[64147]: INFO nova.compute.manager [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: d0f054e1-9879-417d-a4de-70409209261b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2013.941311] env[64147]: DEBUG oslo.service.loopingcall [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.941522] env[64147]: DEBUG nova.compute.manager [-] [instance: d0f054e1-9879-417d-a4de-70409209261b] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2013.941618] env[64147]: DEBUG nova.network.neutron [-] [instance: d0f054e1-9879-417d-a4de-70409209261b] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2013.952797] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2013.952797] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2013.952797] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2013.953567] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2013.953567] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2013.953567] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2013.953726] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2013.953844] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2013.954028] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2013.955131] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2013.955131] env[64147]: DEBUG nova.virt.hardware [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2013.960459] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2013.961634] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61951ac3-7bbb-4439-a4e0-d8f92a154aa1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.982724] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2013.982724] env[64147]: value = "task-1840919" [ 2013.982724] env[64147]: _type = "Task" [ 2013.982724] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.991030] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.266539] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39cf9c56-992c-49f4-af1d-1bbc4debe6ed tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "interface-d0f054e1-9879-417d-a4de-70409209261b-0cc08552-bdcb-4f4b-8737-f85f8610f5b7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.354s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.302321] env[64147]: DEBUG oslo_vmware.api [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840918, 'name': PowerOffVM_Task, 'duration_secs': 0.233123} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.302625] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2014.302797] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2014.303054] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64a2248f-469c-47eb-bc3b-d5ce2a8a4b87 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.356881] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2014.378844] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "refresh_cache-1588091d-0e7e-46aa-aa64-571c06b78d4a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.379211] env[64147]: DEBUG nova.compute.manager [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Instance network_info: |[{"id": "25152f36-df47-4d66-b292-500f280914aa", "address": "fa:16:3e:13:ee:ae", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25152f36-df", "ovs_interfaceid": "25152f36-df47-4d66-b292-500f280914aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2014.379629] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ee:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25152f36-df47-4d66-b292-500f280914aa', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2014.388223] env[64147]: DEBUG oslo.service.loopingcall [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2014.388729] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2014.388959] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b7cc13f-60fe-465b-baa5-d52d71cea1e5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.409465] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2014.409465] env[64147]: value = "task-1840921" [ 2014.409465] env[64147]: _type = "Task" [ 2014.409465] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.414848] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2014.415294] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2014.415523] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Deleting the datastore file [datastore1] 15fa49fe-69ee-494d-9ce7-959aedf8273b {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2014.416206] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3d12b53-2649-4ab9-ace7-dd9429b4ae80 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.421712] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840921, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.427600] env[64147]: DEBUG oslo_vmware.api [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for the task: (returnval){ [ 2014.427600] env[64147]: value = "task-1840922" [ 2014.427600] env[64147]: _type = "Task" [ 2014.427600] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.434548] env[64147]: DEBUG oslo_vmware.api [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.494608] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840919, 'name': ReconfigVM_Task, 'duration_secs': 0.164798} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.495051] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2014.495954] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a7d8dc-4a6e-401b-9643-dd74ac558ed1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.520398] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9b8dc199-3487-4e46-b1f2-eeaa6fb85908/9b8dc199-3487-4e46-b1f2-eeaa6fb85908.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2014.520879] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.521173] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.521407] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.522523] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.522523] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.523826] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcac27b3-ab4d-4049-a6f0-5fcd934a3561 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.537296] env[64147]: INFO nova.compute.manager [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Terminating instance [ 2014.546120] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2014.546120] env[64147]: value = "task-1840923" [ 2014.546120] env[64147]: _type = "Task" [ 2014.546120] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.554528] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.695992] env[64147]: DEBUG nova.compute.manager [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Received event network-changed-25152f36-df47-4d66-b292-500f280914aa {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2014.695992] env[64147]: DEBUG nova.compute.manager [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Refreshing instance network info cache due to event network-changed-25152f36-df47-4d66-b292-500f280914aa. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2014.696361] env[64147]: DEBUG oslo_concurrency.lockutils [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] Acquiring lock "refresh_cache-1588091d-0e7e-46aa-aa64-571c06b78d4a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.696615] env[64147]: DEBUG oslo_concurrency.lockutils [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] Acquired lock "refresh_cache-1588091d-0e7e-46aa-aa64-571c06b78d4a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.696879] env[64147]: DEBUG nova.network.neutron [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Refreshing network info cache for port 25152f36-df47-4d66-b292-500f280914aa {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2014.862170] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2014.862308] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.284s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.862659] env[64147]: DEBUG oslo_concurrency.lockutils [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.379s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.862893] env[64147]: DEBUG oslo_concurrency.lockutils [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.888265] env[64147]: INFO nova.scheduler.client.report [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted allocations for instance 55f008cc-6eb1-41d0-b5f9-5470b54eda11 [ 2014.926273] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840921, 'name': CreateVM_Task, 'duration_secs': 0.420817} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.926651] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2014.927610] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.927930] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.928381] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2014.932907] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843037fe-6da9-4ce7-9a96-73fccf90acdf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.939174] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2014.939174] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52291c8a-5606-8a29-33ad-6a0eeaba3c32" [ 2014.939174] env[64147]: _type = "Task" [ 2014.939174] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.942897] env[64147]: DEBUG oslo_vmware.api [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Task: {'id': task-1840922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148356} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.945951] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2014.946161] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2014.946491] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2014.946718] env[64147]: INFO nova.compute.manager [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2014.946988] env[64147]: DEBUG oslo.service.loopingcall [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2014.948477] env[64147]: DEBUG nova.compute.manager [-] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2014.948617] env[64147]: DEBUG nova.network.neutron [-] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2014.954334] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "7ffa5077-edda-40db-b1f6-120393a609b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.954636] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "7ffa5077-edda-40db-b1f6-120393a609b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.960401] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52291c8a-5606-8a29-33ad-6a0eeaba3c32, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.961058] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.961058] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2014.961167] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.961419] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.961566] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2014.961850] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a312cc6-bbf2-48c0-b39c-6a011accc4a4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.970467] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2014.972197] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2014.972197] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087b0cc0-b49b-4ffa-8baa-573ff4489033 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.977677] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2014.977677] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52c7e85e-bff2-7bf3-aaf9-36768f633c8d" [ 2014.977677] env[64147]: _type = "Task" [ 2014.977677] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.986162] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c7e85e-bff2-7bf3-aaf9-36768f633c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.042793] env[64147]: DEBUG nova.compute.manager [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2015.043082] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2015.043968] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7cd88-31fc-4c9e-a51a-d0d2fc350197 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.057922] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840923, 'name': ReconfigVM_Task, 'duration_secs': 0.345713} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.057922] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9b8dc199-3487-4e46-b1f2-eeaa6fb85908/9b8dc199-3487-4e46-b1f2-eeaa6fb85908.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2015.057922] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance '9b8dc199-3487-4e46-b1f2-eeaa6fb85908' progress to 50 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2015.061389] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2015.061844] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89c2a4f6-8c37-43d6-93ad-2091417c0591 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.068499] env[64147]: DEBUG oslo_vmware.api [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2015.068499] env[64147]: value = "task-1840924" [ 2015.068499] env[64147]: _type = "Task" [ 2015.068499] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.076544] env[64147]: DEBUG oslo_vmware.api [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.092658] env[64147]: DEBUG nova.network.neutron [-] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.401071] env[64147]: DEBUG oslo_concurrency.lockutils [None req-197ce2eb-242b-4178-80fc-010a87a2ee29 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "55f008cc-6eb1-41d0-b5f9-5470b54eda11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.546s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.422450] env[64147]: DEBUG nova.network.neutron [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Updated VIF entry in instance network info cache for port 25152f36-df47-4d66-b292-500f280914aa. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2015.422450] env[64147]: DEBUG nova.network.neutron [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Updating instance_info_cache with network_info: [{"id": "25152f36-df47-4d66-b292-500f280914aa", "address": "fa:16:3e:13:ee:ae", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25152f36-df", "ovs_interfaceid": "25152f36-df47-4d66-b292-500f280914aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.461798] env[64147]: DEBUG nova.compute.manager [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2015.487879] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c7e85e-bff2-7bf3-aaf9-36768f633c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.488816] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc12161-575a-4734-9a08-01fce7797b03 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.494663] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2015.494663] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52139461-02fa-5eba-1ecb-613146b9d23e" [ 2015.494663] env[64147]: _type = "Task" [ 2015.494663] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.502786] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52139461-02fa-5eba-1ecb-613146b9d23e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.564336] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46023ee3-1ad6-4c3e-b426-344a64fbf39b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.587196] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133f47ba-b4c8-4875-814c-c59c0da41b8b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.592082] env[64147]: DEBUG oslo_vmware.api [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840924, 'name': PowerOffVM_Task, 'duration_secs': 0.265056} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.592621] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2015.592792] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2015.593013] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f731072-b51f-4c93-899c-271b499d8aea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.594768] env[64147]: INFO nova.compute.manager [-] [instance: d0f054e1-9879-417d-a4de-70409209261b] Took 1.65 seconds to deallocate network for instance. [ 2015.608634] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance '9b8dc199-3487-4e46-b1f2-eeaa6fb85908' progress to 67 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2015.720943] env[64147]: DEBUG nova.network.neutron [-] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.801214] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2015.801471] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2015.801662] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleting the datastore file [datastore1] d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2015.801940] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b81911f-3324-4a11-b67f-80ec6fa3d3c2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.808114] env[64147]: DEBUG oslo_vmware.api [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2015.808114] env[64147]: value = "task-1840926" [ 2015.808114] env[64147]: _type = "Task" [ 2015.808114] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.816897] env[64147]: DEBUG oslo_vmware.api [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.926856] env[64147]: DEBUG oslo_concurrency.lockutils [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] Releasing lock "refresh_cache-1588091d-0e7e-46aa-aa64-571c06b78d4a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.927232] env[64147]: DEBUG nova.compute.manager [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Received event network-vif-deleted-4004d48a-3c52-45a6-8869-c966693a7119 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2015.927418] env[64147]: INFO nova.compute.manager [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Neutron deleted interface 4004d48a-3c52-45a6-8869-c966693a7119; detaching it from the instance and deleting it from the info cache [ 2015.927633] env[64147]: DEBUG nova.network.neutron [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.983957] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.984295] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.985793] env[64147]: INFO nova.compute.claims [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2016.007353] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52139461-02fa-5eba-1ecb-613146b9d23e, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.007353] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.007505] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1588091d-0e7e-46aa-aa64-571c06b78d4a/1588091d-0e7e-46aa-aa64-571c06b78d4a.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2016.007881] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4248e9e-bf5e-4b57-81f3-9ee22ba46a4d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.014755] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2016.014755] env[64147]: value = "task-1840927" [ 2016.014755] env[64147]: _type = "Task" [ 2016.014755] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.022846] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.119181] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.181814] env[64147]: DEBUG nova.network.neutron [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Port a0663f1c-de6f-4d4a-984b-471459472b77 binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2016.223943] env[64147]: INFO nova.compute.manager [-] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Took 1.28 seconds to deallocate network for instance. [ 2016.321091] env[64147]: DEBUG oslo_vmware.api [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155419} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.321467] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2016.321675] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2016.321858] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2016.322120] env[64147]: INFO nova.compute.manager [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2016.322429] env[64147]: DEBUG oslo.service.loopingcall [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2016.322688] env[64147]: DEBUG nova.compute.manager [-] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2016.322816] env[64147]: DEBUG nova.network.neutron [-] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2016.430392] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-222ab649-3ac4-4eb1-afd4-81b719ba22fb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.442409] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abb0b78-c255-433b-b0b2-f35befa6eaff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.475495] env[64147]: DEBUG nova.compute.manager [req-e3a2a5ee-9789-4a12-a02c-ab5df572a117 req-76305eab-53e0-4710-b103-483da8daff94 service nova] [instance: d0f054e1-9879-417d-a4de-70409209261b] Detach interface failed, port_id=4004d48a-3c52-45a6-8869-c966693a7119, reason: Instance d0f054e1-9879-417d-a4de-70409209261b could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2016.524365] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840927, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.608320] env[64147]: DEBUG nova.compute.manager [req-ac5fb475-4213-4bda-810d-edca55b14c61 req-3f65e230-679c-4c2b-962d-fdb37a7739c7 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Received event network-vif-deleted-1da6e9a6-9a74-4a82-9937-8ff76338b22d {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2016.608440] env[64147]: INFO nova.compute.manager [req-ac5fb475-4213-4bda-810d-edca55b14c61 req-3f65e230-679c-4c2b-962d-fdb37a7739c7 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Neutron deleted interface 1da6e9a6-9a74-4a82-9937-8ff76338b22d; detaching it from the instance and deleting it from the info cache [ 2016.608693] env[64147]: DEBUG nova.network.neutron [req-ac5fb475-4213-4bda-810d-edca55b14c61 req-3f65e230-679c-4c2b-962d-fdb37a7739c7 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.719851] env[64147]: DEBUG nova.compute.manager [req-2452a67b-11ab-40b3-a4cc-1bae545eaf7e req-804ebf32-5889-4896-a43d-f3f3d3cf9c35 service nova] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Received event network-vif-deleted-406e9a88-3eae-44ab-a4cc-079e0900e288 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2016.730074] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.905162] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "13f10528-691e-465c-9a65-3fc0b0a52a3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.905406] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "13f10528-691e-465c-9a65-3fc0b0a52a3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.026913] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517836} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.029535] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1588091d-0e7e-46aa-aa64-571c06b78d4a/1588091d-0e7e-46aa-aa64-571c06b78d4a.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2017.029757] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2017.030207] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbc0638f-c3cd-45bb-896e-dfa9f4a127bf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.036742] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2017.036742] env[64147]: value = "task-1840928" [ 2017.036742] env[64147]: _type = "Task" [ 2017.036742] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.047135] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.087588] env[64147]: DEBUG nova.network.neutron [-] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.113647] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5e9d93f-728e-494b-b530-4be43731617c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.121911] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d965e7-a762-4c1d-89bb-43230eff38f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.151956] env[64147]: DEBUG nova.compute.manager [req-ac5fb475-4213-4bda-810d-edca55b14c61 req-3f65e230-679c-4c2b-962d-fdb37a7739c7 service nova] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Detach interface failed, port_id=1da6e9a6-9a74-4a82-9937-8ff76338b22d, reason: Instance d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2017.153526] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9673b23-473d-45f1-a571-dc456c48c5ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.159713] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b438bc-a6de-4927-963e-be2b59ab1ada {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.188783] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2826655-8e36-4253-9911-5a1e688057d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.206122] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.206366] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.206553] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.212106] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae573877-09b5-458b-836f-16d5c24b5f13 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.227577] env[64147]: DEBUG nova.compute.provider_tree [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.407880] env[64147]: DEBUG nova.compute.manager [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2017.546198] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066883} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.546442] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2017.547118] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d5e432-c60d-4dff-b787-909802270d77 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.570576] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 1588091d-0e7e-46aa-aa64-571c06b78d4a/1588091d-0e7e-46aa-aa64-571c06b78d4a.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2017.570856] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef6dfa0-7cee-4695-a538-26b3e1260431 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.590106] env[64147]: INFO nova.compute.manager [-] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Took 1.27 seconds to deallocate network for instance. [ 2017.590435] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2017.590435] env[64147]: value = "task-1840929" [ 2017.590435] env[64147]: _type = "Task" [ 2017.590435] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.601644] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840929, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.730979] env[64147]: DEBUG nova.scheduler.client.report [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2017.934524] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.101772] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.102088] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840929, 'name': ReconfigVM_Task, 'duration_secs': 0.278134} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.102367] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 1588091d-0e7e-46aa-aa64-571c06b78d4a/1588091d-0e7e-46aa-aa64-571c06b78d4a.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2018.102970] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eea64a56-6d54-4b88-8637-9d6d64704d24 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.109369] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2018.109369] env[64147]: value = "task-1840930" [ 2018.109369] env[64147]: _type = "Task" [ 2018.109369] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.116484] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840930, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.235578] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.236092] env[64147]: DEBUG nova.compute.manager [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2018.238825] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.120s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.239097] env[64147]: DEBUG nova.objects.instance [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'resources' on Instance uuid d0f054e1-9879-417d-a4de-70409209261b {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2018.245981] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.246706] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.246706] env[64147]: DEBUG nova.network.neutron [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2018.619738] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840930, 'name': Rename_Task, 'duration_secs': 0.129651} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.620070] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2018.620281] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c1e8bb-8d1d-4779-b03e-f359e2078d42 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.626622] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2018.626622] env[64147]: value = "task-1840931" [ 2018.626622] env[64147]: _type = "Task" [ 2018.626622] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.633531] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.742220] env[64147]: DEBUG nova.compute.utils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2018.743953] env[64147]: DEBUG nova.compute.manager [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2018.744131] env[64147]: DEBUG nova.network.neutron [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2018.796657] env[64147]: DEBUG nova.policy [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf39b4940814f75bb861891ed776bf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca596741efa447ba8909c7468334b028', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2018.902502] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346a67a3-76d8-4fb0-aade-425e2dca96c8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.910444] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cdb223-8d4c-4740-8409-6023149919f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.605848] env[64147]: DEBUG nova.compute.manager [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2019.612236] env[64147]: DEBUG nova.network.neutron [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Successfully created port: f2efb351-6723-4251-9009-b308e1f37980 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2019.616590] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdd7ace-ab90-4111-b2dd-41f25896269a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.628693] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188c5c12-0676-4ff4-819d-a45b62ef9ea2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.633015] env[64147]: DEBUG oslo_vmware.api [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840931, 'name': PowerOnVM_Task, 'duration_secs': 0.456692} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.633015] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2019.633015] env[64147]: INFO nova.compute.manager [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Took 7.28 seconds to spawn the instance on the hypervisor. [ 2019.633015] env[64147]: DEBUG nova.compute.manager [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2019.633575] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0d2680-6867-4e5a-8063-3f0193bb85d9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.643769] env[64147]: DEBUG nova.compute.provider_tree [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.654239] env[64147]: DEBUG nova.network.neutron [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance_info_cache with network_info: [{"id": "a0663f1c-de6f-4d4a-984b-471459472b77", "address": "fa:16:3e:87:be:9c", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0663f1c-de", "ovs_interfaceid": "a0663f1c-de6f-4d4a-984b-471459472b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.147760] env[64147]: DEBUG nova.scheduler.client.report [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2020.156964] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.162060] env[64147]: INFO nova.compute.manager [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Took 12.64 seconds to build instance. [ 2020.625274] env[64147]: DEBUG nova.compute.manager [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2020.652334] env[64147]: DEBUG nova.virt.hardware [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2020.652654] env[64147]: DEBUG nova.virt.hardware [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2020.652731] env[64147]: DEBUG nova.virt.hardware [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2020.652907] env[64147]: DEBUG nova.virt.hardware [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2020.653066] env[64147]: DEBUG nova.virt.hardware [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2020.653233] env[64147]: DEBUG nova.virt.hardware [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2020.653450] env[64147]: DEBUG nova.virt.hardware [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2020.653608] env[64147]: DEBUG nova.virt.hardware [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2020.653774] env[64147]: DEBUG nova.virt.hardware [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2020.653931] env[64147]: DEBUG nova.virt.hardware [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2020.654114] env[64147]: DEBUG nova.virt.hardware [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2020.654849] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.416s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.657238] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f984295a-8c5c-4fcf-81fd-b8817bdb91f5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.660156] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.930s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.660379] env[64147]: DEBUG nova.objects.instance [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Lazy-loading 'resources' on Instance uuid 15fa49fe-69ee-494d-9ce7-959aedf8273b {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.668070] env[64147]: DEBUG oslo_concurrency.lockutils [None req-09b22c84-e0a4-4e22-a945-bfdbe1ddc1e2 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.152s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.671639] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7662ec26-816a-458c-86be-39c5e9cf7a3e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.686884] env[64147]: INFO nova.scheduler.client.report [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleted allocations for instance d0f054e1-9879-417d-a4de-70409209261b [ 2020.688685] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532cce11-be30-4797-b123-b97d051cc55a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.710157] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57af828e-d68a-45e2-a557-2a0ac7e77ac2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.716713] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance '9b8dc199-3487-4e46-b1f2-eeaa6fb85908' progress to 83 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2021.199178] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cac94453-15ba-4d8a-9f5c-9c1b30689888 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "d0f054e1-9879-417d-a4de-70409209261b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.891s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.222936] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2021.223460] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88382500-05e5-424a-9e50-50780f2f06f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.233531] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2021.233531] env[64147]: value = "task-1840932" [ 2021.233531] env[64147]: _type = "Task" [ 2021.233531] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.242810] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.246667] env[64147]: DEBUG nova.compute.manager [req-b6bf8929-5e1e-4f69-8f30-661014297ffd req-14998a32-2c71-4c6d-8e1b-4c975de10eaa service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Received event network-changed-25152f36-df47-4d66-b292-500f280914aa {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2021.246898] env[64147]: DEBUG nova.compute.manager [req-b6bf8929-5e1e-4f69-8f30-661014297ffd req-14998a32-2c71-4c6d-8e1b-4c975de10eaa service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Refreshing instance network info cache due to event network-changed-25152f36-df47-4d66-b292-500f280914aa. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2021.247563] env[64147]: DEBUG oslo_concurrency.lockutils [req-b6bf8929-5e1e-4f69-8f30-661014297ffd req-14998a32-2c71-4c6d-8e1b-4c975de10eaa service nova] Acquiring lock "refresh_cache-1588091d-0e7e-46aa-aa64-571c06b78d4a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.247563] env[64147]: DEBUG oslo_concurrency.lockutils [req-b6bf8929-5e1e-4f69-8f30-661014297ffd req-14998a32-2c71-4c6d-8e1b-4c975de10eaa service nova] Acquired lock "refresh_cache-1588091d-0e7e-46aa-aa64-571c06b78d4a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.247563] env[64147]: DEBUG nova.network.neutron [req-b6bf8929-5e1e-4f69-8f30-661014297ffd req-14998a32-2c71-4c6d-8e1b-4c975de10eaa service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Refreshing network info cache for port 25152f36-df47-4d66-b292-500f280914aa {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2021.320347] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2580af2-0af9-4e54-8fb0-74d803284e28 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.327875] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85062d98-7e8a-436d-baa3-65c85839b77a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.363860] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d2edaf-5ecd-41ff-984b-15316febc14d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.372935] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea143678-fd34-4a8a-b3fe-096ce643f056 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.391368] env[64147]: DEBUG nova.compute.provider_tree [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2021.745463] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840932, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.895222] env[64147]: DEBUG nova.scheduler.client.report [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.006460] env[64147]: DEBUG nova.network.neutron [req-b6bf8929-5e1e-4f69-8f30-661014297ffd req-14998a32-2c71-4c6d-8e1b-4c975de10eaa service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Updated VIF entry in instance network info cache for port 25152f36-df47-4d66-b292-500f280914aa. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2022.006934] env[64147]: DEBUG nova.network.neutron [req-b6bf8929-5e1e-4f69-8f30-661014297ffd req-14998a32-2c71-4c6d-8e1b-4c975de10eaa service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Updating instance_info_cache with network_info: [{"id": "25152f36-df47-4d66-b292-500f280914aa", "address": "fa:16:3e:13:ee:ae", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25152f36-df", "ovs_interfaceid": "25152f36-df47-4d66-b292-500f280914aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.244787] env[64147]: DEBUG oslo_vmware.api [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840932, 'name': PowerOnVM_Task, 'duration_secs': 0.533782} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.245068] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2022.245259] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4e78a7-c35a-44ef-bc4e-f3004015889d tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance '9b8dc199-3487-4e46-b1f2-eeaa6fb85908' progress to 100 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2022.405762] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.406614] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.472s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.408090] env[64147]: INFO nova.compute.claims [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2022.426230] env[64147]: INFO nova.scheduler.client.report [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Deleted allocations for instance 15fa49fe-69ee-494d-9ce7-959aedf8273b [ 2022.510256] env[64147]: DEBUG oslo_concurrency.lockutils [req-b6bf8929-5e1e-4f69-8f30-661014297ffd req-14998a32-2c71-4c6d-8e1b-4c975de10eaa service nova] Releasing lock "refresh_cache-1588091d-0e7e-46aa-aa64-571c06b78d4a" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.600086] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "25bd5ad7-db36-4001-91c4-489498c21c22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.600086] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "25bd5ad7-db36-4001-91c4-489498c21c22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.600315] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "25bd5ad7-db36-4001-91c4-489498c21c22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.600518] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "25bd5ad7-db36-4001-91c4-489498c21c22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.600688] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "25bd5ad7-db36-4001-91c4-489498c21c22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.602757] env[64147]: INFO nova.compute.manager [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Terminating instance [ 2022.637171] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.637401] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.934027] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cbe58a0f-959b-4779-93dd-7727246fc0b3 tempest-ServerAddressesNegativeTestJSON-203173412 tempest-ServerAddressesNegativeTestJSON-203173412-project-member] Lock "15fa49fe-69ee-494d-9ce7-959aedf8273b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.678s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.106436] env[64147]: DEBUG nova.compute.manager [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2023.106436] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2023.107844] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74e83df-aaed-4841-b1a4-4887a2a5fc6a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.115811] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.116088] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afbd141c-c703-4a20-9050-80068aa00f1b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.122836] env[64147]: DEBUG oslo_vmware.api [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 2023.122836] env[64147]: value = "task-1840933" [ 2023.122836] env[64147]: _type = "Task" [ 2023.122836] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.130288] env[64147]: DEBUG oslo_vmware.api [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.140451] env[64147]: DEBUG nova.compute.utils [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2023.540985] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e694f6-5ec8-474f-98d2-60dce3f3c729 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.548775] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98e4cfb-fead-499f-a7f2-763dcad9bac0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.577959] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebf900e-5a1d-4409-99e3-6a6efb521b76 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.585098] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350dcbf1-bbd3-49b1-a0c6-3a985c6e3a4e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.597798] env[64147]: DEBUG nova.compute.provider_tree [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.632140] env[64147]: DEBUG oslo_vmware.api [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840933, 'name': PowerOffVM_Task, 'duration_secs': 0.176339} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.632396] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2023.632553] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2023.632792] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aa47c08-9838-475c-a464-6195fa978d00 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.643267] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.104128] env[64147]: DEBUG nova.scheduler.client.report [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2024.610511] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.611036] env[64147]: DEBUG nova.compute.manager [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2024.613622] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.512s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.613845] env[64147]: DEBUG nova.objects.instance [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lazy-loading 'resources' on Instance uuid d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2024.826963] env[64147]: DEBUG nova.network.neutron [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Port a0663f1c-de6f-4d4a-984b-471459472b77 binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2024.827331] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.827496] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.827670] env[64147]: DEBUG nova.network.neutron [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2024.839927] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.840372] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.840673] env[64147]: INFO nova.compute.manager [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Attaching volume 935e2cf4-93d1-44c4-93e5-4d3657395c33 to /dev/sdb [ 2024.883677] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3979a264-6f45-4159-8c03-650de765840d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.892204] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d85fba-a4af-4f79-b87d-716409cbde21 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.903753] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.903989] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.904266] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleting the datastore file [datastore1] 25bd5ad7-db36-4001-91c4-489498c21c22 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.904602] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ca1361a-4110-48e7-906a-35c68c6832a7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.910753] env[64147]: DEBUG nova.virt.block_device [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating existing volume attachment record: 36c2cd87-adcb-4e77-a6cd-d72a9ecebb11 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2024.917250] env[64147]: DEBUG oslo_vmware.api [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for the task: (returnval){ [ 2024.917250] env[64147]: value = "task-1840935" [ 2024.917250] env[64147]: _type = "Task" [ 2024.917250] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.925436] env[64147]: DEBUG oslo_vmware.api [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.116354] env[64147]: DEBUG nova.compute.utils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2025.121151] env[64147]: DEBUG nova.compute.manager [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2025.121151] env[64147]: DEBUG nova.network.neutron [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2025.190574] env[64147]: DEBUG nova.policy [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf139bfaede04c89bd7dd39974b587db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b7629b743c04cccbf0a4c77b651377c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2025.261230] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4855ba-220f-41cb-b1af-5a5b2d52b79a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.269877] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7207d78e-df90-4a10-9884-05c8796d58d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.301730] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f360c5be-87e3-44de-aea4-cd26e5d2b06c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.308940] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbf7aab-fe8e-4716-bb82-6387e920698c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.321853] env[64147]: DEBUG nova.compute.provider_tree [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2025.428873] env[64147]: DEBUG oslo_vmware.api [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Task: {'id': task-1840935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262478} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.429063] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.429257] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.429437] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.429622] env[64147]: INFO nova.compute.manager [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Took 2.32 seconds to destroy the instance on the hypervisor. [ 2025.429859] env[64147]: DEBUG oslo.service.loopingcall [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.430076] env[64147]: DEBUG nova.compute.manager [-] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.430187] env[64147]: DEBUG nova.network.neutron [-] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.490339] env[64147]: DEBUG nova.network.neutron [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Successfully created port: dbeced93-8704-4b1f-be02-b74757143d7b {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2025.624250] env[64147]: DEBUG nova.compute.manager [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2025.825173] env[64147]: DEBUG nova.scheduler.client.report [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2025.909795] env[64147]: DEBUG nova.network.neutron [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance_info_cache with network_info: [{"id": "a0663f1c-de6f-4d4a-984b-471459472b77", "address": "fa:16:3e:87:be:9c", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0663f1c-de", "ovs_interfaceid": "a0663f1c-de6f-4d4a-984b-471459472b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.092170] env[64147]: DEBUG nova.compute.manager [req-7ff8988c-0eab-44e6-a477-e95b5bd0c399 req-b239a9b8-0c73-4fae-adb6-40e9253df39e service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Received event network-vif-deleted-94443e07-0275-402f-8ebb-45be7351c8b5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2026.092170] env[64147]: INFO nova.compute.manager [req-7ff8988c-0eab-44e6-a477-e95b5bd0c399 req-b239a9b8-0c73-4fae-adb6-40e9253df39e service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Neutron deleted interface 94443e07-0275-402f-8ebb-45be7351c8b5; detaching it from the instance and deleting it from the info cache [ 2026.092170] env[64147]: DEBUG nova.network.neutron [req-7ff8988c-0eab-44e6-a477-e95b5bd0c399 req-b239a9b8-0c73-4fae-adb6-40e9253df39e service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.109206] env[64147]: DEBUG nova.compute.manager [req-d13ea0fc-f350-43df-b4bb-12c2a551964a req-07a2aed7-9943-4ddc-addf-cd3b5e85f016 service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Received event network-vif-plugged-f2efb351-6723-4251-9009-b308e1f37980 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2026.110569] env[64147]: DEBUG oslo_concurrency.lockutils [req-d13ea0fc-f350-43df-b4bb-12c2a551964a req-07a2aed7-9943-4ddc-addf-cd3b5e85f016 service nova] Acquiring lock "7ffa5077-edda-40db-b1f6-120393a609b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.110569] env[64147]: DEBUG oslo_concurrency.lockutils [req-d13ea0fc-f350-43df-b4bb-12c2a551964a req-07a2aed7-9943-4ddc-addf-cd3b5e85f016 service nova] Lock "7ffa5077-edda-40db-b1f6-120393a609b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.110569] env[64147]: DEBUG oslo_concurrency.lockutils [req-d13ea0fc-f350-43df-b4bb-12c2a551964a req-07a2aed7-9943-4ddc-addf-cd3b5e85f016 service nova] Lock "7ffa5077-edda-40db-b1f6-120393a609b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.110569] env[64147]: DEBUG nova.compute.manager [req-d13ea0fc-f350-43df-b4bb-12c2a551964a req-07a2aed7-9943-4ddc-addf-cd3b5e85f016 service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] No waiting events found dispatching network-vif-plugged-f2efb351-6723-4251-9009-b308e1f37980 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2026.110569] env[64147]: WARNING nova.compute.manager [req-d13ea0fc-f350-43df-b4bb-12c2a551964a req-07a2aed7-9943-4ddc-addf-cd3b5e85f016 service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Received unexpected event network-vif-plugged-f2efb351-6723-4251-9009-b308e1f37980 for instance with vm_state building and task_state spawning. [ 2026.204189] env[64147]: DEBUG nova.network.neutron [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Successfully updated port: f2efb351-6723-4251-9009-b308e1f37980 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2026.334490] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.356425] env[64147]: INFO nova.scheduler.client.report [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted allocations for instance d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3 [ 2026.413182] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.553378] env[64147]: DEBUG nova.network.neutron [-] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.595537] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a02c8c8e-4126-42e7-8b5f-a8073c094dc0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.605841] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a994c63-ee5a-4be3-8616-7a9882b5e76e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.637954] env[64147]: DEBUG nova.compute.manager [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2026.640289] env[64147]: DEBUG nova.compute.manager [req-7ff8988c-0eab-44e6-a477-e95b5bd0c399 req-b239a9b8-0c73-4fae-adb6-40e9253df39e service nova] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Detach interface failed, port_id=94443e07-0275-402f-8ebb-45be7351c8b5, reason: Instance 25bd5ad7-db36-4001-91c4-489498c21c22 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2026.666704] env[64147]: DEBUG nova.virt.hardware [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2026.666975] env[64147]: DEBUG nova.virt.hardware [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2026.667152] env[64147]: DEBUG nova.virt.hardware [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2026.667338] env[64147]: DEBUG nova.virt.hardware [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2026.667482] env[64147]: DEBUG nova.virt.hardware [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2026.667626] env[64147]: DEBUG nova.virt.hardware [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2026.667871] env[64147]: DEBUG nova.virt.hardware [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2026.668092] env[64147]: DEBUG nova.virt.hardware [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2026.668296] env[64147]: DEBUG nova.virt.hardware [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2026.668467] env[64147]: DEBUG nova.virt.hardware [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2026.668642] env[64147]: DEBUG nova.virt.hardware [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2026.669597] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6573deb9-3f4d-47bf-800c-78fcd8db62e1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.678067] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fad9e60-7ea5-4b6a-afbf-522df0cbbe20 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.707278] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "refresh_cache-7ffa5077-edda-40db-b1f6-120393a609b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.707449] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "refresh_cache-7ffa5077-edda-40db-b1f6-120393a609b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.707603] env[64147]: DEBUG nova.network.neutron [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2026.732414] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "50e23077-e757-4350-bc2d-7d99844d451d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.732648] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "50e23077-e757-4350-bc2d-7d99844d451d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.732851] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "50e23077-e757-4350-bc2d-7d99844d451d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.733043] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "50e23077-e757-4350-bc2d-7d99844d451d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.733269] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "50e23077-e757-4350-bc2d-7d99844d451d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.735087] env[64147]: INFO nova.compute.manager [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Terminating instance [ 2026.863789] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3d0db896-b5a4-4a5b-a2fd-b8c61157e4ad tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.343s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.915944] env[64147]: DEBUG nova.compute.manager [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64147) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2026.916191] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.916420] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.056167] env[64147]: INFO nova.compute.manager [-] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Took 1.63 seconds to deallocate network for instance. [ 2027.238678] env[64147]: DEBUG nova.compute.manager [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2027.239014] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2027.239855] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9301136f-6c2e-4f40-b94c-204a3eb415a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.243744] env[64147]: DEBUG nova.network.neutron [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2027.250068] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2027.250362] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa8107f4-37e3-418e-bb16-e5f48b7a0c08 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.256236] env[64147]: DEBUG oslo_vmware.api [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 2027.256236] env[64147]: value = "task-1840939" [ 2027.256236] env[64147]: _type = "Task" [ 2027.256236] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.265984] env[64147]: DEBUG oslo_vmware.api [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.337830] env[64147]: DEBUG nova.network.neutron [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Successfully updated port: dbeced93-8704-4b1f-be02-b74757143d7b {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2027.412976] env[64147]: DEBUG nova.network.neutron [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Updating instance_info_cache with network_info: [{"id": "f2efb351-6723-4251-9009-b308e1f37980", "address": "fa:16:3e:5a:0f:2f", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2efb351-67", "ovs_interfaceid": "f2efb351-6723-4251-9009-b308e1f37980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.419348] env[64147]: DEBUG nova.objects.instance [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'migration_context' on Instance uuid 9b8dc199-3487-4e46-b1f2-eeaa6fb85908 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.562276] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.767208] env[64147]: DEBUG oslo_vmware.api [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840939, 'name': PowerOffVM_Task, 'duration_secs': 0.201233} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.767366] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2027.767476] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2027.767724] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-883f9676-36bb-4d5e-95ee-b28570afad22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.840143] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "refresh_cache-13f10528-691e-465c-9a65-3fc0b0a52a3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.840317] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "refresh_cache-13f10528-691e-465c-9a65-3fc0b0a52a3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.840468] env[64147]: DEBUG nova.network.neutron [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.918476] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "refresh_cache-7ffa5077-edda-40db-b1f6-120393a609b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.918476] env[64147]: DEBUG nova.compute.manager [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Instance network_info: |[{"id": "f2efb351-6723-4251-9009-b308e1f37980", "address": "fa:16:3e:5a:0f:2f", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2efb351-67", "ovs_interfaceid": "f2efb351-6723-4251-9009-b308e1f37980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2027.918476] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:0f:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2efb351-6723-4251-9009-b308e1f37980', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2027.924603] env[64147]: DEBUG oslo.service.loopingcall [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2027.927878] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2027.928320] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ba74c88-73e2-4b5e-ad9d-838d6c133fd4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.950574] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2027.950832] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2027.951064] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Deleting the datastore file [datastore1] 50e23077-e757-4350-bc2d-7d99844d451d {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2027.951351] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2027.951351] env[64147]: value = "task-1840942" [ 2027.951351] env[64147]: _type = "Task" [ 2027.951351] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.951545] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c89878f-565d-4ae4-8b61-ea4c73f9f36b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.960678] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840942, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.964142] env[64147]: DEBUG oslo_vmware.api [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for the task: (returnval){ [ 2027.964142] env[64147]: value = "task-1840943" [ 2027.964142] env[64147]: _type = "Task" [ 2027.964142] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.973119] env[64147]: DEBUG oslo_vmware.api [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.058103] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5e6534-5d7c-4e89-9f73-b4793af45dcd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.066785] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d805c6eb-60ed-447e-8f79-1eeed501d350 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.101472] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b718b619-77b6-4752-bd06-216e8a9e8ddf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.109965] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e115b682-eed4-4870-a194-52b4a5eb5e07 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.117159] env[64147]: DEBUG nova.compute.manager [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Received event network-vif-plugged-dbeced93-8704-4b1f-be02-b74757143d7b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2028.117159] env[64147]: DEBUG oslo_concurrency.lockutils [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] Acquiring lock "13f10528-691e-465c-9a65-3fc0b0a52a3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.117159] env[64147]: DEBUG oslo_concurrency.lockutils [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] Lock "13f10528-691e-465c-9a65-3fc0b0a52a3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.117159] env[64147]: DEBUG oslo_concurrency.lockutils [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] Lock "13f10528-691e-465c-9a65-3fc0b0a52a3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.117159] env[64147]: DEBUG nova.compute.manager [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] No waiting events found dispatching network-vif-plugged-dbeced93-8704-4b1f-be02-b74757143d7b {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2028.117159] env[64147]: WARNING nova.compute.manager [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Received unexpected event network-vif-plugged-dbeced93-8704-4b1f-be02-b74757143d7b for instance with vm_state building and task_state spawning. [ 2028.117349] env[64147]: DEBUG nova.compute.manager [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Received event network-changed-dbeced93-8704-4b1f-be02-b74757143d7b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2028.117390] env[64147]: DEBUG nova.compute.manager [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Refreshing instance network info cache due to event network-changed-dbeced93-8704-4b1f-be02-b74757143d7b. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2028.117533] env[64147]: DEBUG oslo_concurrency.lockutils [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] Acquiring lock "refresh_cache-13f10528-691e-465c-9a65-3fc0b0a52a3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.127651] env[64147]: DEBUG nova.compute.provider_tree [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.133551] env[64147]: DEBUG nova.compute.manager [req-81ec9f6a-39ef-4c8d-987c-60a6b47cfadc req-89110296-ed7f-4696-a78d-4b8df8f075a1 service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Received event network-changed-f2efb351-6723-4251-9009-b308e1f37980 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2028.133865] env[64147]: DEBUG nova.compute.manager [req-81ec9f6a-39ef-4c8d-987c-60a6b47cfadc req-89110296-ed7f-4696-a78d-4b8df8f075a1 service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Refreshing instance network info cache due to event network-changed-f2efb351-6723-4251-9009-b308e1f37980. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2028.134024] env[64147]: DEBUG oslo_concurrency.lockutils [req-81ec9f6a-39ef-4c8d-987c-60a6b47cfadc req-89110296-ed7f-4696-a78d-4b8df8f075a1 service nova] Acquiring lock "refresh_cache-7ffa5077-edda-40db-b1f6-120393a609b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.134177] env[64147]: DEBUG oslo_concurrency.lockutils [req-81ec9f6a-39ef-4c8d-987c-60a6b47cfadc req-89110296-ed7f-4696-a78d-4b8df8f075a1 service nova] Acquired lock "refresh_cache-7ffa5077-edda-40db-b1f6-120393a609b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.134291] env[64147]: DEBUG nova.network.neutron [req-81ec9f6a-39ef-4c8d-987c-60a6b47cfadc req-89110296-ed7f-4696-a78d-4b8df8f075a1 service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Refreshing network info cache for port f2efb351-6723-4251-9009-b308e1f37980 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2028.373206] env[64147]: DEBUG nova.network.neutron [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2028.464145] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840942, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.475752] env[64147]: DEBUG oslo_vmware.api [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Task: {'id': task-1840943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152538} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.476030] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2028.476586] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2028.476681] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2028.476841] env[64147]: INFO nova.compute.manager [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2028.477108] env[64147]: DEBUG oslo.service.loopingcall [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2028.477309] env[64147]: DEBUG nova.compute.manager [-] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2028.477416] env[64147]: DEBUG nova.network.neutron [-] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2028.506990] env[64147]: DEBUG nova.network.neutron [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Updating instance_info_cache with network_info: [{"id": "dbeced93-8704-4b1f-be02-b74757143d7b", "address": "fa:16:3e:bb:2d:37", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbeced93-87", "ovs_interfaceid": "dbeced93-8704-4b1f-be02-b74757143d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.631235] env[64147]: DEBUG nova.scheduler.client.report [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2028.845491] env[64147]: DEBUG nova.network.neutron [req-81ec9f6a-39ef-4c8d-987c-60a6b47cfadc req-89110296-ed7f-4696-a78d-4b8df8f075a1 service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Updated VIF entry in instance network info cache for port f2efb351-6723-4251-9009-b308e1f37980. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2028.847130] env[64147]: DEBUG nova.network.neutron [req-81ec9f6a-39ef-4c8d-987c-60a6b47cfadc req-89110296-ed7f-4696-a78d-4b8df8f075a1 service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Updating instance_info_cache with network_info: [{"id": "f2efb351-6723-4251-9009-b308e1f37980", "address": "fa:16:3e:5a:0f:2f", "network": {"id": "00689f6a-5f28-42d3-be8d-d5af2ab1cc8b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1838106737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca596741efa447ba8909c7468334b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2efb351-67", "ovs_interfaceid": "f2efb351-6723-4251-9009-b308e1f37980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.966196] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840942, 'name': CreateVM_Task, 'duration_secs': 0.717218} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.966378] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2028.967051] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.967224] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.967553] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2028.967799] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f244caf6-d670-4487-a362-7bb5801c00d2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.972518] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2028.972518] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52dcda23-8a36-f316-e38c-2d72ff457ede" [ 2028.972518] env[64147]: _type = "Task" [ 2028.972518] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.980196] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52dcda23-8a36-f316-e38c-2d72ff457ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.012572] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "refresh_cache-13f10528-691e-465c-9a65-3fc0b0a52a3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.013009] env[64147]: DEBUG nova.compute.manager [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Instance network_info: |[{"id": "dbeced93-8704-4b1f-be02-b74757143d7b", "address": "fa:16:3e:bb:2d:37", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbeced93-87", "ovs_interfaceid": "dbeced93-8704-4b1f-be02-b74757143d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2029.013405] env[64147]: DEBUG oslo_concurrency.lockutils [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] Acquired lock "refresh_cache-13f10528-691e-465c-9a65-3fc0b0a52a3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.013613] env[64147]: DEBUG nova.network.neutron [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Refreshing network info cache for port dbeced93-8704-4b1f-be02-b74757143d7b {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.015028] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:2d:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbeced93-8704-4b1f-be02-b74757143d7b', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2029.022465] env[64147]: DEBUG oslo.service.loopingcall [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.023531] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2029.023767] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d3efd2b-c2ab-4c49-92a6-ab43189b3950 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.043840] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2029.043840] env[64147]: value = "task-1840944" [ 2029.043840] env[64147]: _type = "Task" [ 2029.043840] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.052017] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840944, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.348991] env[64147]: DEBUG oslo_concurrency.lockutils [req-81ec9f6a-39ef-4c8d-987c-60a6b47cfadc req-89110296-ed7f-4696-a78d-4b8df8f075a1 service nova] Releasing lock "refresh_cache-7ffa5077-edda-40db-b1f6-120393a609b5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.419735] env[64147]: DEBUG nova.network.neutron [-] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.483353] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52dcda23-8a36-f316-e38c-2d72ff457ede, 'name': SearchDatastore_Task, 'duration_secs': 0.009443} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.483668] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.483902] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2029.484155] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.484303] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.484480] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2029.484745] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a34f35b9-c5fd-4fe4-ad63-7d15b8d26a29 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.508527] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2029.508727] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2029.509822] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f48aa18-7159-4144-a274-958aa44d566b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.515855] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2029.515855] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b96dc4-0525-3a44-e1d7-16b79971e33a" [ 2029.515855] env[64147]: _type = "Task" [ 2029.515855] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.527643] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b96dc4-0525-3a44-e1d7-16b79971e33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.554102] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840944, 'name': CreateVM_Task, 'duration_secs': 0.324602} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.554286] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2029.554942] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.555131] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.555449] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2029.557928] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558c8e48-fb05-48c8-8a00-3bce35728edb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.562437] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2029.562437] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52741f68-3936-4b0b-d620-9a79dbe4edb2" [ 2029.562437] env[64147]: _type = "Task" [ 2029.562437] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.570403] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52741f68-3936-4b0b-d620-9a79dbe4edb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.642666] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.726s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.648328] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.086s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.648552] env[64147]: DEBUG nova.objects.instance [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lazy-loading 'resources' on Instance uuid 25bd5ad7-db36-4001-91c4-489498c21c22 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.725353] env[64147]: DEBUG nova.network.neutron [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Updated VIF entry in instance network info cache for port dbeced93-8704-4b1f-be02-b74757143d7b. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2029.725787] env[64147]: DEBUG nova.network.neutron [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Updating instance_info_cache with network_info: [{"id": "dbeced93-8704-4b1f-be02-b74757143d7b", "address": "fa:16:3e:bb:2d:37", "network": {"id": "e5d3390b-a924-4ad0-94ad-072b4084f7d5", "bridge": "br-int", "label": "tempest-ServersTestJSON-866288939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b7629b743c04cccbf0a4c77b651377c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbeced93-87", "ovs_interfaceid": "dbeced93-8704-4b1f-be02-b74757143d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.922725] env[64147]: INFO nova.compute.manager [-] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Took 1.45 seconds to deallocate network for instance. [ 2029.963723] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2029.964037] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380925', 'volume_id': '935e2cf4-93d1-44c4-93e5-4d3657395c33', 'name': 'volume-935e2cf4-93d1-44c4-93e5-4d3657395c33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '575e8c88-bc4e-4816-a430-8ed343ea6ef2', 'attached_at': '', 'detached_at': '', 'volume_id': '935e2cf4-93d1-44c4-93e5-4d3657395c33', 'serial': '935e2cf4-93d1-44c4-93e5-4d3657395c33'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2029.964911] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484a59ab-aa16-4489-90c1-3692aff32920 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.984112] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f146e80-a2e2-43a3-9915-daad9cd87ed4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.009376] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-935e2cf4-93d1-44c4-93e5-4d3657395c33/volume-935e2cf4-93d1-44c4-93e5-4d3657395c33.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2030.009698] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b59c0e3-dd96-453d-9672-b9be82495705 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.031962] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b96dc4-0525-3a44-e1d7-16b79971e33a, 'name': SearchDatastore_Task, 'duration_secs': 0.008905} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.033225] env[64147]: DEBUG oslo_vmware.api [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2030.033225] env[64147]: value = "task-1840945" [ 2030.033225] env[64147]: _type = "Task" [ 2030.033225] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.033446] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943a57c7-6de0-418e-b84b-cc45471a7a1d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.046083] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2030.046083] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522ac317-040c-cbe6-ae0d-f6a4eafe32ec" [ 2030.046083] env[64147]: _type = "Task" [ 2030.046083] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.046377] env[64147]: DEBUG oslo_vmware.api [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.057779] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522ac317-040c-cbe6-ae0d-f6a4eafe32ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.058131] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.058558] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7ffa5077-edda-40db-b1f6-120393a609b5/7ffa5077-edda-40db-b1f6-120393a609b5.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2030.058749] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-007ca9cd-ce07-4977-8792-3a9544d5f2a5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.073723] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2030.073723] env[64147]: value = "task-1840946" [ 2030.073723] env[64147]: _type = "Task" [ 2030.073723] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.073974] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52741f68-3936-4b0b-d620-9a79dbe4edb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.074533] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.075140] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2030.075140] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.075274] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.075351] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2030.078355] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a26a6e63-22ed-461e-9c3b-396975125500 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.085953] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.095926] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2030.096215] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2030.096988] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c16c18-7ff5-476f-b360-c2ff746a7f77 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.104140] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2030.104140] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520db4da-c3d8-d0a3-ddec-47d4c5717aef" [ 2030.104140] env[64147]: _type = "Task" [ 2030.104140] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.112044] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520db4da-c3d8-d0a3-ddec-47d4c5717aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.143129] env[64147]: DEBUG nova.compute.manager [req-8c0ac196-4739-4d86-90db-0c6d02c1edf2 req-1927513c-47de-4f73-83fb-200fc8401ef7 service nova] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Received event network-vif-deleted-30ecf6cf-a04d-42f7-bc95-15aa0d8248c5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2030.229366] env[64147]: DEBUG oslo_concurrency.lockutils [req-a7569aec-ed92-4e89-b36e-2b0196dfbfc1 req-eeeb5e8a-4dce-436a-863a-b3ace058e0f3 service nova] Releasing lock "refresh_cache-13f10528-691e-465c-9a65-3fc0b0a52a3f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.292180] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffeca99-644d-4028-a59a-faa0495f05c7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.303717] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd0a869-1e6e-41df-a24b-949c81b84fb7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.345293] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f65259a-45dc-4765-95a8-05b32d73aa22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.353203] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d374b9-7b60-4508-a68f-604a301e4a45 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.367687] env[64147]: DEBUG nova.compute.provider_tree [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2030.430483] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.546858] env[64147]: DEBUG oslo_vmware.api [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840945, 'name': ReconfigVM_Task, 'duration_secs': 0.414915} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.547142] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-935e2cf4-93d1-44c4-93e5-4d3657395c33/volume-935e2cf4-93d1-44c4-93e5-4d3657395c33.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2030.552307] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd7a866-e7c9-4345-85e6-e0cf0e1af419 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.568317] env[64147]: DEBUG oslo_vmware.api [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2030.568317] env[64147]: value = "task-1840947" [ 2030.568317] env[64147]: _type = "Task" [ 2030.568317] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.580822] env[64147]: DEBUG oslo_vmware.api [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.585885] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49557} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.586138] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7ffa5077-edda-40db-b1f6-120393a609b5/7ffa5077-edda-40db-b1f6-120393a609b5.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2030.586357] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2030.586598] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eac8ad43-9141-4373-b77d-4f188b6d4964 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.593762] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2030.593762] env[64147]: value = "task-1840948" [ 2030.593762] env[64147]: _type = "Task" [ 2030.593762] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.601729] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.612726] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520db4da-c3d8-d0a3-ddec-47d4c5717aef, 'name': SearchDatastore_Task, 'duration_secs': 0.007891} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.613471] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d3cfab-eb6e-42d3-b2f5-1f770fc4f4be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.618383] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2030.618383] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52cd1004-d625-460a-3572-2223c40070d8" [ 2030.618383] env[64147]: _type = "Task" [ 2030.618383] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.625533] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cd1004-d625-460a-3572-2223c40070d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.871345] env[64147]: DEBUG nova.scheduler.client.report [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2031.077719] env[64147]: DEBUG oslo_vmware.api [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840947, 'name': ReconfigVM_Task, 'duration_secs': 0.155278} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.078025] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380925', 'volume_id': '935e2cf4-93d1-44c4-93e5-4d3657395c33', 'name': 'volume-935e2cf4-93d1-44c4-93e5-4d3657395c33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '575e8c88-bc4e-4816-a430-8ed343ea6ef2', 'attached_at': '', 'detached_at': '', 'volume_id': '935e2cf4-93d1-44c4-93e5-4d3657395c33', 'serial': '935e2cf4-93d1-44c4-93e5-4d3657395c33'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2031.103222] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062984} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.103488] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2031.104237] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb08827-0e93-4cf9-8e6c-2395249f52f4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.125974] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 7ffa5077-edda-40db-b1f6-120393a609b5/7ffa5077-edda-40db-b1f6-120393a609b5.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2031.126528] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00478e65-7324-4c55-8ce7-c6d9f750b7b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.149381] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52cd1004-d625-460a-3572-2223c40070d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008412} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.150515] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.150765] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 13f10528-691e-465c-9a65-3fc0b0a52a3f/13f10528-691e-465c-9a65-3fc0b0a52a3f.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2031.151070] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2031.151070] env[64147]: value = "task-1840949" [ 2031.151070] env[64147]: _type = "Task" [ 2031.151070] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.151246] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af9dc37d-73ae-4f2a-b93c-7b97cfea7411 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.160849] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.161999] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2031.161999] env[64147]: value = "task-1840950" [ 2031.161999] env[64147]: _type = "Task" [ 2031.161999] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.171883] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.182340] env[64147]: INFO nova.compute.manager [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Swapping old allocation on dict_keys(['4bc284ec-2b0f-466c-afec-5b2381c25120']) held by migration f7b1debf-69c4-4053-b039-fdf508576c15 for instance [ 2031.209041] env[64147]: DEBUG nova.scheduler.client.report [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Overwriting current allocation {'allocations': {'4bc284ec-2b0f-466c-afec-5b2381c25120': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': '0352ddde824543399f090f71005f797f', 'user_id': '8cbeacabf84241ea89de672258ca747a', 'consumer_generation': 1} on consumer 9b8dc199-3487-4e46-b1f2-eeaa6fb85908 {{(pid=64147) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2031.376776] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.379347] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.949s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.379664] env[64147]: DEBUG nova.objects.instance [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lazy-loading 'resources' on Instance uuid 50e23077-e757-4350-bc2d-7d99844d451d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2031.397337] env[64147]: INFO nova.scheduler.client.report [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Deleted allocations for instance 25bd5ad7-db36-4001-91c4-489498c21c22 [ 2031.425343] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.425672] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.425916] env[64147]: DEBUG nova.network.neutron [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2031.661926] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840949, 'name': ReconfigVM_Task, 'duration_secs': 0.337521} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.662371] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 7ffa5077-edda-40db-b1f6-120393a609b5/7ffa5077-edda-40db-b1f6-120393a609b5.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2031.662897] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af58344e-5dda-4928-9d1e-9a1f567c0722 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.673087] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508063} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.674235] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 13f10528-691e-465c-9a65-3fc0b0a52a3f/13f10528-691e-465c-9a65-3fc0b0a52a3f.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2031.674472] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2031.674799] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2031.674799] env[64147]: value = "task-1840951" [ 2031.674799] env[64147]: _type = "Task" [ 2031.674799] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.674986] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e342e4d2-051a-44cd-8601-c7219f1f0683 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.685785] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840951, 'name': Rename_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.686855] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2031.686855] env[64147]: value = "task-1840952" [ 2031.686855] env[64147]: _type = "Task" [ 2031.686855] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.693691] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.905892] env[64147]: DEBUG oslo_concurrency.lockutils [None req-cc717a3c-0d3c-461e-b8d0-3f455b7a5db8 tempest-AttachInterfacesTestJSON-807486900 tempest-AttachInterfacesTestJSON-807486900-project-member] Lock "25bd5ad7-db36-4001-91c4-489498c21c22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.306s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.980420] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de9bc90-451d-4d79-b799-29c2b27902b8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.988056] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bb6030-48c1-409a-887c-26c00f3916c7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.018849] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c383855-8b54-4ade-a419-c219fca35a96 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.027846] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdc64bc-a585-47f2-886a-e3ba83095a13 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.041177] env[64147]: DEBUG nova.compute.provider_tree [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.128783] env[64147]: DEBUG nova.objects.instance [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'flavor' on Instance uuid 575e8c88-bc4e-4816-a430-8ed343ea6ef2 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.170090] env[64147]: DEBUG nova.network.neutron [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance_info_cache with network_info: [{"id": "a0663f1c-de6f-4d4a-984b-471459472b77", "address": "fa:16:3e:87:be:9c", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0663f1c-de", "ovs_interfaceid": "a0663f1c-de6f-4d4a-984b-471459472b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.186942] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840951, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.194064] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063514} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.194304] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2032.194996] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15db3bf1-8967-424d-8d47-f65a62e47583 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.217387] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 13f10528-691e-465c-9a65-3fc0b0a52a3f/13f10528-691e-465c-9a65-3fc0b0a52a3f.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2032.218059] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2497091d-e6f5-4992-8ba3-3a6314f2c29c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.238654] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2032.238654] env[64147]: value = "task-1840953" [ 2032.238654] env[64147]: _type = "Task" [ 2032.238654] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.245949] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.544681] env[64147]: DEBUG nova.scheduler.client.report [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.633433] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f111f6e6-8d41-4526-8a2c-8672c890a9ff tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.793s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.673045] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-9b8dc199-3487-4e46-b1f2-eeaa6fb85908" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.673334] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2032.673598] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7be10368-59bf-44d5-adc8-93bf2b5d681a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.683539] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2032.683539] env[64147]: value = "task-1840954" [ 2032.683539] env[64147]: _type = "Task" [ 2032.683539] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.689972] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840951, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.695209] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.747492] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840953, 'name': ReconfigVM_Task, 'duration_secs': 0.274973} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.747777] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 13f10528-691e-465c-9a65-3fc0b0a52a3f/13f10528-691e-465c-9a65-3fc0b0a52a3f.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2032.748526] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07fcb719-c4e6-4c13-912f-df273e9b35ad {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.755940] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2032.755940] env[64147]: value = "task-1840955" [ 2032.755940] env[64147]: _type = "Task" [ 2032.755940] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.763650] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840955, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.049954] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.067954] env[64147]: INFO nova.scheduler.client.report [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Deleted allocations for instance 50e23077-e757-4350-bc2d-7d99844d451d [ 2033.192021] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840951, 'name': Rename_Task, 'duration_secs': 1.13515} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.192021] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2033.192021] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8a424ad-0886-4881-9f6b-42bef7857eda {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.195925] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.197199] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2033.197199] env[64147]: value = "task-1840956" [ 2033.197199] env[64147]: _type = "Task" [ 2033.197199] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.266610] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840955, 'name': Rename_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.578656] env[64147]: DEBUG oslo_concurrency.lockutils [None req-40cc9e8a-b7ab-47e6-a275-0f3e150b759a tempest-AttachVolumeShelveTestJSON-1678652488 tempest-AttachVolumeShelveTestJSON-1678652488-project-member] Lock "50e23077-e757-4350-bc2d-7d99844d451d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.846s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.695537] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840954, 'name': PowerOffVM_Task, 'duration_secs': 0.979896} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.696889] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2033.696889] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2033.698032] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2033.698032] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2033.698032] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2033.698032] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2033.698032] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2033.698032] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2033.698334] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2033.698541] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2033.698753] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2033.698988] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2033.703917] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba218dd-7550-4fdd-ade6-0bda6559fb64 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.722187] env[64147]: DEBUG oslo_vmware.api [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840956, 'name': PowerOnVM_Task, 'duration_secs': 0.472929} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.723418] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2033.723687] env[64147]: INFO nova.compute.manager [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Took 13.10 seconds to spawn the instance on the hypervisor. [ 2033.723923] env[64147]: DEBUG nova.compute.manager [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2033.724295] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2033.724295] env[64147]: value = "task-1840957" [ 2033.724295] env[64147]: _type = "Task" [ 2033.724295] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.725047] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a6848d-2edf-41fd-961d-ae9d475407b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.735520] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840957, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.767342] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840955, 'name': Rename_Task, 'duration_secs': 0.840293} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.767664] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2033.767954] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89afd423-e4db-4644-b3e3-c0b3e31a77c1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.774860] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2033.774860] env[64147]: value = "task-1840958" [ 2033.774860] env[64147]: _type = "Task" [ 2033.774860] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.785719] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.000284] env[64147]: DEBUG nova.compute.manager [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Stashing vm_state: active {{(pid=64147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 2034.238243] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840957, 'name': ReconfigVM_Task, 'duration_secs': 0.137706} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.239085] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5058ea-036a-4ddb-a0da-36d1594cfadd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.252737] env[64147]: INFO nova.compute.manager [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Took 18.29 seconds to build instance. [ 2034.269125] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2034.269408] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2034.269673] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2034.269769] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2034.269860] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2034.271205] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2034.271205] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2034.271205] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2034.271205] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2034.271205] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2034.271205] env[64147]: DEBUG nova.virt.hardware [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2034.272443] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9b71f1-ca34-46eb-9827-4a910be6e7ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.282176] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2034.282176] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5295e23c-8720-03f4-47b8-7c52ea7020fa" [ 2034.282176] env[64147]: _type = "Task" [ 2034.282176] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.289714] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840958, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.296083] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5295e23c-8720-03f4-47b8-7c52ea7020fa, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.301805] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2034.302189] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d78d347a-3745-414b-8ad8-5903e227f59a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.324536] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2034.324536] env[64147]: value = "task-1840959" [ 2034.324536] env[64147]: _type = "Task" [ 2034.324536] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.335358] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.520954] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.521435] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.772817] env[64147]: DEBUG oslo_concurrency.lockutils [None req-08ed14cd-72d1-4499-a6e3-36c3d122ffd2 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "7ffa5077-edda-40db-b1f6-120393a609b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.818s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.785910] env[64147]: DEBUG oslo_vmware.api [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840958, 'name': PowerOnVM_Task, 'duration_secs': 0.584164} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.786209] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2034.786681] env[64147]: INFO nova.compute.manager [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Took 8.15 seconds to spawn the instance on the hypervisor. [ 2034.786681] env[64147]: DEBUG nova.compute.manager [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2034.787400] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63da6b29-de87-4064-948e-7974c12f6763 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.834229] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840959, 'name': ReconfigVM_Task, 'duration_secs': 0.214747} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.834503] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2034.835307] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca549c5d-3bcf-4101-8d16-eab4bea5619f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.861410] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9b8dc199-3487-4e46-b1f2-eeaa6fb85908/9b8dc199-3487-4e46-b1f2-eeaa6fb85908.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2034.862235] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43f071c-5545-41b5-94fc-b01846bef694 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.882223] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2034.882223] env[64147]: value = "task-1840960" [ 2034.882223] env[64147]: _type = "Task" [ 2034.882223] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.890380] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.026851] env[64147]: INFO nova.compute.claims [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2035.306144] env[64147]: INFO nova.compute.manager [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Took 17.39 seconds to build instance. [ 2035.396207] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.533839] env[64147]: INFO nova.compute.resource_tracker [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating resource usage from migration d8c07992-6afb-460a-a692-3d1d15cfb64c [ 2035.637971] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f7a675-f265-4c36-a628-9227b0d5bf0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.645526] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fe3aea-e0d2-4a8a-9090-c2fcaa5170b4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.683487] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9a7d35-858a-42bf-ab9a-25edcbe58fa8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.692482] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac1d201-b7cd-4118-bc8b-fd8d3fd22196 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.711059] env[64147]: DEBUG nova.compute.provider_tree [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2035.807611] env[64147]: DEBUG oslo_concurrency.lockutils [None req-e59a1a38-c97b-4132-a854-14181bba6dc5 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "13f10528-691e-465c-9a65-3fc0b0a52a3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.902s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.892408] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840960, 'name': ReconfigVM_Task, 'duration_secs': 0.858529} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.892707] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9b8dc199-3487-4e46-b1f2-eeaa6fb85908/9b8dc199-3487-4e46-b1f2-eeaa6fb85908.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2035.893526] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b1253d-02f5-4529-939e-0914f7a2ac72 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.910987] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "7ffa5077-edda-40db-b1f6-120393a609b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.911241] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "7ffa5077-edda-40db-b1f6-120393a609b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.911473] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "7ffa5077-edda-40db-b1f6-120393a609b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.911665] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "7ffa5077-edda-40db-b1f6-120393a609b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.911836] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "7ffa5077-edda-40db-b1f6-120393a609b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.913832] env[64147]: INFO nova.compute.manager [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Terminating instance [ 2035.920118] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66d61c6-e12a-4746-8e71-faf1a312f906 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.941051] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1b384f-5a75-4eba-8dc5-3ce26bff70d9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.959931] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b4a1f3-bd91-47b0-8ce3-8bc260244209 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.966834] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2035.967087] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32f6b7b6-15ea-4388-a740-42bbbda2cfb8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.973580] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2035.973580] env[64147]: value = "task-1840961" [ 2035.973580] env[64147]: _type = "Task" [ 2035.973580] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.980787] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.187131] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "13f10528-691e-465c-9a65-3fc0b0a52a3f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.187449] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "13f10528-691e-465c-9a65-3fc0b0a52a3f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.187704] env[64147]: DEBUG nova.compute.manager [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.188668] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5fc69d-5a3c-4492-a4e8-80cdb7e7fe84 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.196134] env[64147]: DEBUG nova.compute.manager [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2036.196725] env[64147]: DEBUG nova.objects.instance [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lazy-loading 'flavor' on Instance uuid 13f10528-691e-465c-9a65-3fc0b0a52a3f {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.213564] env[64147]: DEBUG nova.scheduler.client.report [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2036.420930] env[64147]: DEBUG nova.compute.manager [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2036.421237] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2036.422175] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e551c4b-fe12-40ea-a628-5c7e3e0fec94 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.429923] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2036.430242] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af053626-3be1-4b5c-99aa-e55eeddabf72 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.436333] env[64147]: DEBUG oslo_vmware.api [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2036.436333] env[64147]: value = "task-1840962" [ 2036.436333] env[64147]: _type = "Task" [ 2036.436333] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.444064] env[64147]: DEBUG oslo_vmware.api [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.483198] env[64147]: DEBUG oslo_vmware.api [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840961, 'name': PowerOnVM_Task, 'duration_secs': 0.407213} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.483470] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2036.718535] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.197s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.718761] env[64147]: INFO nova.compute.manager [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Migrating [ 2036.946768] env[64147]: DEBUG oslo_vmware.api [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840962, 'name': PowerOffVM_Task, 'duration_secs': 0.215747} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.947314] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2036.947366] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2036.947599] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4618c4-b8a9-4380-9fcc-dafcbcdc9e50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.203741] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2037.204096] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53b1d40d-6d57-4484-9d8a-81281963b937 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.212089] env[64147]: DEBUG oslo_vmware.api [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2037.212089] env[64147]: value = "task-1840964" [ 2037.212089] env[64147]: _type = "Task" [ 2037.212089] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.223616] env[64147]: DEBUG oslo_vmware.api [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.232254] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.232464] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.232712] env[64147]: DEBUG nova.network.neutron [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2037.367168] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2037.367405] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2037.367585] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleting the datastore file [datastore1] 7ffa5077-edda-40db-b1f6-120393a609b5 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2037.367944] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78434e68-a48d-493c-8102-bc9eed3373d0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.376569] env[64147]: DEBUG oslo_vmware.api [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for the task: (returnval){ [ 2037.376569] env[64147]: value = "task-1840965" [ 2037.376569] env[64147]: _type = "Task" [ 2037.376569] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.384445] env[64147]: DEBUG oslo_vmware.api [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.499916] env[64147]: INFO nova.compute.manager [None req-4b7150cc-48b0-4148-a95c-98e7f44f2285 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance to original state: 'active' [ 2037.722922] env[64147]: DEBUG oslo_vmware.api [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840964, 'name': PowerOffVM_Task, 'duration_secs': 0.324345} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.722922] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2037.723171] env[64147]: DEBUG nova.compute.manager [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2037.723844] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2875bde7-954c-426c-81d5-054ccd037ab1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.886577] env[64147]: DEBUG oslo_vmware.api [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Task: {'id': task-1840965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173453} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.889122] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2037.889381] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2037.889603] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2037.889815] env[64147]: INFO nova.compute.manager [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Took 1.47 seconds to destroy the instance on the hypervisor. [ 2037.890106] env[64147]: DEBUG oslo.service.loopingcall [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2037.890659] env[64147]: DEBUG nova.compute.manager [-] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2037.890793] env[64147]: DEBUG nova.network.neutron [-] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2037.967878] env[64147]: DEBUG nova.network.neutron [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance_info_cache with network_info: [{"id": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "address": "fa:16:3e:f6:e0:34", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ad653a-e8", "ovs_interfaceid": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.237960] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4ea9c249-8568-448c-98ba-cabb6ed279c8 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "13f10528-691e-465c-9a65-3fc0b0a52a3f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.476235] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.525934] env[64147]: DEBUG nova.compute.manager [req-f3eb87df-e43a-4e3c-a204-62e94daa2e5a req-fc2f18ea-f26c-476e-a6d9-8acb265cdefc service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Received event network-vif-deleted-f2efb351-6723-4251-9009-b308e1f37980 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2038.525934] env[64147]: INFO nova.compute.manager [req-f3eb87df-e43a-4e3c-a204-62e94daa2e5a req-fc2f18ea-f26c-476e-a6d9-8acb265cdefc service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Neutron deleted interface f2efb351-6723-4251-9009-b308e1f37980; detaching it from the instance and deleting it from the info cache [ 2038.525934] env[64147]: DEBUG nova.network.neutron [req-f3eb87df-e43a-4e3c-a204-62e94daa2e5a req-fc2f18ea-f26c-476e-a6d9-8acb265cdefc service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.899408] env[64147]: DEBUG nova.network.neutron [-] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.030143] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff4726cc-8852-4d64-b771-4f97ea3a188c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.043030] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02380395-63a0-4079-9828-d700fd9a73bd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.069856] env[64147]: DEBUG nova.compute.manager [req-f3eb87df-e43a-4e3c-a204-62e94daa2e5a req-fc2f18ea-f26c-476e-a6d9-8acb265cdefc service nova] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Detach interface failed, port_id=f2efb351-6723-4251-9009-b308e1f37980, reason: Instance 7ffa5077-edda-40db-b1f6-120393a609b5 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2039.091316] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.091576] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.091800] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.091996] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.092186] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.095739] env[64147]: INFO nova.compute.manager [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Terminating instance [ 2039.329370] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "13f10528-691e-465c-9a65-3fc0b0a52a3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.329648] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "13f10528-691e-465c-9a65-3fc0b0a52a3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.329847] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "13f10528-691e-465c-9a65-3fc0b0a52a3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.330046] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "13f10528-691e-465c-9a65-3fc0b0a52a3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.331032] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "13f10528-691e-465c-9a65-3fc0b0a52a3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.332468] env[64147]: INFO nova.compute.manager [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Terminating instance [ 2039.402658] env[64147]: INFO nova.compute.manager [-] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Took 1.51 seconds to deallocate network for instance. [ 2039.599762] env[64147]: DEBUG nova.compute.manager [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2039.599997] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2039.600973] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a855375-4f06-453c-b5cb-f68515788c15 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.608504] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2039.608735] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89a5b12a-96a0-4c0b-b291-aacc2a49758a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.616061] env[64147]: DEBUG oslo_vmware.api [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2039.616061] env[64147]: value = "task-1840966" [ 2039.616061] env[64147]: _type = "Task" [ 2039.616061] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.624531] env[64147]: DEBUG oslo_vmware.api [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.837432] env[64147]: DEBUG nova.compute.manager [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2039.837707] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2039.838633] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b15ee5-65e8-4f19-94b7-f86c584358ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.849723] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2039.850019] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f36cf5a2-fb31-4ad6-91c4-a5eca2a89985 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.909282] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.909690] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.909763] env[64147]: DEBUG nova.objects.instance [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lazy-loading 'resources' on Instance uuid 7ffa5077-edda-40db-b1f6-120393a609b5 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2039.956822] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2039.957055] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2039.957260] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleting the datastore file [datastore1] 13f10528-691e-465c-9a65-3fc0b0a52a3f {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2039.957579] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2f51324-47bd-405f-a3bc-20732ba485b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.965188] env[64147]: DEBUG oslo_vmware.api [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2039.965188] env[64147]: value = "task-1840968" [ 2039.965188] env[64147]: _type = "Task" [ 2039.965188] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.972688] env[64147]: DEBUG oslo_vmware.api [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.995132] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972f0c76-ef93-417d-a0ea-a2e2ce37bef9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.016667] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance '575e8c88-bc4e-4816-a430-8ed343ea6ef2' progress to 0 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2040.126357] env[64147]: DEBUG oslo_vmware.api [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840966, 'name': PowerOffVM_Task, 'duration_secs': 0.199129} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.126656] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2040.126826] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2040.127104] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef3c9c63-c71a-4c45-b399-62f741f33de6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.361563] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2040.361563] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2040.361563] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleting the datastore file [datastore1] 9b8dc199-3487-4e46-b1f2-eeaa6fb85908 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2040.361563] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3675612-7371-4379-a1b9-00e96269638e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.369899] env[64147]: DEBUG oslo_vmware.api [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2040.369899] env[64147]: value = "task-1840970" [ 2040.369899] env[64147]: _type = "Task" [ 2040.369899] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.381166] env[64147]: DEBUG oslo_vmware.api [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.475429] env[64147]: DEBUG oslo_vmware.api [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185896} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.477941] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2040.478154] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2040.478352] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2040.478521] env[64147]: INFO nova.compute.manager [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Took 0.64 seconds to destroy the instance on the hypervisor. [ 2040.478754] env[64147]: DEBUG oslo.service.loopingcall [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.479323] env[64147]: DEBUG nova.compute.manager [-] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2040.479414] env[64147]: DEBUG nova.network.neutron [-] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2040.523224] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2040.524807] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a25da2cc-5cb0-4eab-be9b-9085c5e87e79 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.530769] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5439e60-0b64-4d20-84f4-3203679ceccb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.536201] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2040.536201] env[64147]: value = "task-1840971" [ 2040.536201] env[64147]: _type = "Task" [ 2040.536201] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.542328] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1eeef1-c41c-4430-9d39-2daa7e0bc88f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.548598] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.579076] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eeda3c-f464-4580-9bb6-ac4edc92e920 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.587345] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ae7b3c-e427-4b38-9b1f-7ebc6acfacf3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.602371] env[64147]: DEBUG nova.compute.provider_tree [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2040.753982] env[64147]: DEBUG nova.compute.manager [req-b4535069-1fbd-43f4-90b6-cba2a534e0b1 req-7c673333-f4e8-4875-a633-9e41803cf886 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Received event network-vif-deleted-dbeced93-8704-4b1f-be02-b74757143d7b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2040.754205] env[64147]: INFO nova.compute.manager [req-b4535069-1fbd-43f4-90b6-cba2a534e0b1 req-7c673333-f4e8-4875-a633-9e41803cf886 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Neutron deleted interface dbeced93-8704-4b1f-be02-b74757143d7b; detaching it from the instance and deleting it from the info cache [ 2040.754460] env[64147]: DEBUG nova.network.neutron [req-b4535069-1fbd-43f4-90b6-cba2a534e0b1 req-7c673333-f4e8-4875-a633-9e41803cf886 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.882152] env[64147]: DEBUG oslo_vmware.api [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155816} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.882531] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2040.882766] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2040.882954] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2040.883147] env[64147]: INFO nova.compute.manager [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2040.883388] env[64147]: DEBUG oslo.service.loopingcall [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.883583] env[64147]: DEBUG nova.compute.manager [-] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2040.883676] env[64147]: DEBUG nova.network.neutron [-] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2041.052689] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840971, 'name': PowerOffVM_Task, 'duration_secs': 0.204109} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.053040] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2041.053273] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance '575e8c88-bc4e-4816-a430-8ed343ea6ef2' progress to 17 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2041.106572] env[64147]: DEBUG nova.scheduler.client.report [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2041.205937] env[64147]: DEBUG nova.network.neutron [-] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.257873] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86be4b9f-951c-40e7-a6bf-09150229b67b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.269988] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a38572e-e5e3-444d-b4b3-fef9345678bd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.295956] env[64147]: DEBUG nova.compute.manager [req-b4535069-1fbd-43f4-90b6-cba2a534e0b1 req-7c673333-f4e8-4875-a633-9e41803cf886 service nova] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Detach interface failed, port_id=dbeced93-8704-4b1f-be02-b74757143d7b, reason: Instance 13f10528-691e-465c-9a65-3fc0b0a52a3f could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2041.562711] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2041.562839] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2041.563656] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2041.563656] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2041.563656] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2041.563656] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2041.563656] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2041.563810] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2041.564163] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2041.565217] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2041.565458] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2041.578327] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dac3ad5-0248-4a74-a3bc-75f9836c7ad1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.596102] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2041.596102] env[64147]: value = "task-1840972" [ 2041.596102] env[64147]: _type = "Task" [ 2041.596102] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.606877] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.611754] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.647799] env[64147]: INFO nova.scheduler.client.report [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Deleted allocations for instance 7ffa5077-edda-40db-b1f6-120393a609b5 [ 2041.708332] env[64147]: INFO nova.compute.manager [-] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Took 1.23 seconds to deallocate network for instance. [ 2042.091330] env[64147]: DEBUG nova.network.neutron [-] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.107697] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840972, 'name': ReconfigVM_Task, 'duration_secs': 0.306059} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.108019] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance '575e8c88-bc4e-4816-a430-8ed343ea6ef2' progress to 33 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2042.159831] env[64147]: DEBUG oslo_concurrency.lockutils [None req-67ca91c6-b96c-4423-953d-3ba1e9cff1d9 tempest-ServerDiskConfigTestJSON-1863649535 tempest-ServerDiskConfigTestJSON-1863649535-project-member] Lock "7ffa5077-edda-40db-b1f6-120393a609b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.248s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.214145] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.214458] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.214647] env[64147]: DEBUG nova.objects.instance [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lazy-loading 'resources' on Instance uuid 13f10528-691e-465c-9a65-3fc0b0a52a3f {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2042.261904] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.262155] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.594981] env[64147]: INFO nova.compute.manager [-] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Took 1.71 seconds to deallocate network for instance. [ 2042.614336] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2042.614336] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2042.614521] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2042.614624] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2042.614784] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2042.614916] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2042.615133] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2042.615318] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2042.615505] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2042.615606] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2042.615777] env[64147]: DEBUG nova.virt.hardware [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2042.622578] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2042.622879] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7df4ed-89aa-45c5-b541-2caaac156285 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.643282] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2042.643282] env[64147]: value = "task-1840973" [ 2042.643282] env[64147]: _type = "Task" [ 2042.643282] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.651849] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.765096] env[64147]: DEBUG nova.compute.manager [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2042.788898] env[64147]: DEBUG nova.compute.manager [req-9a909cfa-f36b-4f64-83a7-89434081d1e9 req-f8515365-f00e-48db-8fe8-d3ad52ed0f05 service nova] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Received event network-vif-deleted-a0663f1c-de6f-4d4a-984b-471459472b77 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2042.837222] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20c7df7-adba-4523-a404-00677e868368 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.845128] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715853ce-8efd-4cc5-8183-2c97bf55181a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.879099] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bcae50-d5eb-41fa-a54e-b1e72a8e90fc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.887398] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1101dc-c471-4551-a58a-07434f1aa9f4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.901616] env[64147]: DEBUG nova.compute.provider_tree [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2043.101721] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.157020] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840973, 'name': ReconfigVM_Task, 'duration_secs': 0.203944} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.157020] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2043.157475] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95703fe0-e3c5-4e71-97c7-db5a82956b05 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.184053] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 575e8c88-bc4e-4816-a430-8ed343ea6ef2/575e8c88-bc4e-4816-a430-8ed343ea6ef2.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2043.184217] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f67f64f-7111-4baa-8f6e-d35ff4f81069 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.202290] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2043.202290] env[64147]: value = "task-1840974" [ 2043.202290] env[64147]: _type = "Task" [ 2043.202290] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.209654] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.298549] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.405509] env[64147]: DEBUG nova.scheduler.client.report [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2043.712382] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840974, 'name': ReconfigVM_Task, 'duration_secs': 0.312166} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.712678] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 575e8c88-bc4e-4816-a430-8ed343ea6ef2/575e8c88-bc4e-4816-a430-8ed343ea6ef2.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2043.712972] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance '575e8c88-bc4e-4816-a430-8ed343ea6ef2' progress to 50 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2043.910684] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.914479] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.812s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.914479] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.915725] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.617s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.917357] env[64147]: INFO nova.compute.claims [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2043.938649] env[64147]: INFO nova.scheduler.client.report [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted allocations for instance 13f10528-691e-465c-9a65-3fc0b0a52a3f [ 2043.940571] env[64147]: INFO nova.scheduler.client.report [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleted allocations for instance 9b8dc199-3487-4e46-b1f2-eeaa6fb85908 [ 2044.222718] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72317369-4304-46b2-83df-9b40d69571fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.245263] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580dfa35-e27c-471f-ba13-f02aa157ebcc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.266340] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance '575e8c88-bc4e-4816-a430-8ed343ea6ef2' progress to 67 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2044.452080] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b45a9e05-baa5-4ca5-b5d5-4467a64be7c3 tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "13f10528-691e-465c-9a65-3fc0b0a52a3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.122s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.453458] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2f0912ca-cec4-46fb-9670-abf51b9aa20b tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "9b8dc199-3487-4e46-b1f2-eeaa6fb85908" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.362s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.015627] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7261ab0d-b677-4529-9615-5d9f527bafd4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.028596] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faea876c-fd27-47a6-b00c-9c8ffe771977 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.063376] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf05cb-97ce-4925-8aba-e423fdaa66a9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.073447] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ced2ed2-2f1e-45b7-8c71-ec8df241837e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.088710] env[64147]: DEBUG nova.compute.provider_tree [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.526080] env[64147]: DEBUG oslo_concurrency.lockutils [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "272ebf03-1afb-424d-9287-5c8f0310ea6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.526351] env[64147]: DEBUG oslo_concurrency.lockutils [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "272ebf03-1afb-424d-9287-5c8f0310ea6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.526575] env[64147]: DEBUG oslo_concurrency.lockutils [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "272ebf03-1afb-424d-9287-5c8f0310ea6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.526730] env[64147]: DEBUG oslo_concurrency.lockutils [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "272ebf03-1afb-424d-9287-5c8f0310ea6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.526898] env[64147]: DEBUG oslo_concurrency.lockutils [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "272ebf03-1afb-424d-9287-5c8f0310ea6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.529607] env[64147]: INFO nova.compute.manager [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Terminating instance [ 2045.591817] env[64147]: DEBUG nova.scheduler.client.report [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2045.643799] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "944aa3b3-18c8-401d-a679-cf45b69d5c17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.644068] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "944aa3b3-18c8-401d-a679-cf45b69d5c17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.930913] env[64147]: DEBUG nova.network.neutron [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Port 90ad653a-e8dc-4e0a-ab78-a00a7b662472 binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2046.034067] env[64147]: DEBUG nova.compute.manager [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2046.034265] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2046.035201] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5029741-03d5-4d8e-bd4f-eb0ce5f393e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.042972] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2046.043202] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-675edfbd-2e9e-48ef-9ab4-c92c074fd89e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.049958] env[64147]: DEBUG oslo_vmware.api [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2046.049958] env[64147]: value = "task-1840975" [ 2046.049958] env[64147]: _type = "Task" [ 2046.049958] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.056908] env[64147]: DEBUG oslo_vmware.api [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.097418] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.097960] env[64147]: DEBUG nova.compute.manager [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2046.146867] env[64147]: DEBUG nova.compute.manager [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2046.559210] env[64147]: DEBUG oslo_vmware.api [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840975, 'name': PowerOffVM_Task, 'duration_secs': 0.219367} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.559549] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2046.559598] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2046.559793] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-092297fb-8a99-479e-8abb-ab903c042d29 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.603401] env[64147]: DEBUG nova.compute.utils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2046.604834] env[64147]: DEBUG nova.compute.manager [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2046.605009] env[64147]: DEBUG nova.network.neutron [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2046.656099] env[64147]: DEBUG nova.policy [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3494b49b62e74040b8f17b6e08660c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c0266bbc6e342f39aebdb515f1daadc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2046.672409] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.672668] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.674683] env[64147]: INFO nova.compute.claims [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2046.947953] env[64147]: DEBUG nova.network.neutron [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Successfully created port: 76df3261-3938-4138-beab-79c1d992ce8e {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2046.956221] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.956358] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.956519] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.108632] env[64147]: DEBUG nova.compute.manager [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2047.758264] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de841e6b-461e-4376-af5d-974e0d44d1a3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.766304] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0089ee6-1833-4df9-9d15-bc47e6539797 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.796774] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44638eb5-4247-42f6-adac-462b7b0fe960 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.804184] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd0f552-598b-482d-8ef5-1ec6a7fd4ae9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.818674] env[64147]: DEBUG nova.compute.provider_tree [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2047.990696] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.990887] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.991080] env[64147]: DEBUG nova.network.neutron [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2048.048630] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2048.048983] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2048.049200] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleting the datastore file [datastore1] 272ebf03-1afb-424d-9287-5c8f0310ea6c {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2048.049471] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3bccb76-291b-4352-8976-a345112f95ae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.056201] env[64147]: DEBUG oslo_vmware.api [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for the task: (returnval){ [ 2048.056201] env[64147]: value = "task-1840977" [ 2048.056201] env[64147]: _type = "Task" [ 2048.056201] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.065280] env[64147]: DEBUG oslo_vmware.api [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.119683] env[64147]: DEBUG nova.compute.manager [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2048.146444] env[64147]: DEBUG nova.virt.hardware [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2048.146699] env[64147]: DEBUG nova.virt.hardware [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2048.146862] env[64147]: DEBUG nova.virt.hardware [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2048.147070] env[64147]: DEBUG nova.virt.hardware [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2048.147231] env[64147]: DEBUG nova.virt.hardware [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2048.147384] env[64147]: DEBUG nova.virt.hardware [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2048.147599] env[64147]: DEBUG nova.virt.hardware [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2048.147759] env[64147]: DEBUG nova.virt.hardware [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2048.147928] env[64147]: DEBUG nova.virt.hardware [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2048.148105] env[64147]: DEBUG nova.virt.hardware [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2048.148437] env[64147]: DEBUG nova.virt.hardware [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2048.149325] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030c7bdf-1e93-4310-bc40-4ccd81941f06 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.157390] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cc0696-f1bb-4152-aa3b-789579e70072 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.319184] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2048.319424] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2048.319582] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2048.321654] env[64147]: DEBUG nova.scheduler.client.report [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2048.569746] env[64147]: DEBUG oslo_vmware.api [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Task: {'id': task-1840977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133936} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.570056] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2048.570257] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2048.570465] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2048.570649] env[64147]: INFO nova.compute.manager [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Took 2.54 seconds to destroy the instance on the hypervisor. [ 2048.570884] env[64147]: DEBUG oslo.service.loopingcall [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.571081] env[64147]: DEBUG nova.compute.manager [-] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2048.571177] env[64147]: DEBUG nova.network.neutron [-] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2048.827386] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.827878] env[64147]: DEBUG nova.compute.manager [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2048.958231] env[64147]: DEBUG nova.network.neutron [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance_info_cache with network_info: [{"id": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "address": "fa:16:3e:f6:e0:34", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ad653a-e8", "ovs_interfaceid": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.126399] env[64147]: DEBUG nova.compute.manager [req-f2ab9d34-a3fe-4bc6-b3a0-b0ba902dc098 req-989516c3-98df-4618-b93a-8f1832d31fbd service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Received event network-vif-deleted-b32769c7-63a4-432d-8ee9-fb60977e9386 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2049.126399] env[64147]: INFO nova.compute.manager [req-f2ab9d34-a3fe-4bc6-b3a0-b0ba902dc098 req-989516c3-98df-4618-b93a-8f1832d31fbd service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Neutron deleted interface b32769c7-63a4-432d-8ee9-fb60977e9386; detaching it from the instance and deleting it from the info cache [ 2049.126399] env[64147]: DEBUG nova.network.neutron [req-f2ab9d34-a3fe-4bc6-b3a0-b0ba902dc098 req-989516c3-98df-4618-b93a-8f1832d31fbd service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.196437] env[64147]: DEBUG nova.compute.manager [req-8394ea49-3bb1-4b9e-be12-a32e98c14917 req-daa44c90-0b21-421f-87f9-26946060c5b1 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Received event network-vif-plugged-76df3261-3938-4138-beab-79c1d992ce8e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2049.196617] env[64147]: DEBUG oslo_concurrency.lockutils [req-8394ea49-3bb1-4b9e-be12-a32e98c14917 req-daa44c90-0b21-421f-87f9-26946060c5b1 service nova] Acquiring lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.196854] env[64147]: DEBUG oslo_concurrency.lockutils [req-8394ea49-3bb1-4b9e-be12-a32e98c14917 req-daa44c90-0b21-421f-87f9-26946060c5b1 service nova] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.197043] env[64147]: DEBUG oslo_concurrency.lockutils [req-8394ea49-3bb1-4b9e-be12-a32e98c14917 req-daa44c90-0b21-421f-87f9-26946060c5b1 service nova] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.197219] env[64147]: DEBUG nova.compute.manager [req-8394ea49-3bb1-4b9e-be12-a32e98c14917 req-daa44c90-0b21-421f-87f9-26946060c5b1 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] No waiting events found dispatching network-vif-plugged-76df3261-3938-4138-beab-79c1d992ce8e {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2049.197385] env[64147]: WARNING nova.compute.manager [req-8394ea49-3bb1-4b9e-be12-a32e98c14917 req-daa44c90-0b21-421f-87f9-26946060c5b1 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Received unexpected event network-vif-plugged-76df3261-3938-4138-beab-79c1d992ce8e for instance with vm_state building and task_state spawning. [ 2049.279095] env[64147]: DEBUG nova.network.neutron [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Successfully updated port: 76df3261-3938-4138-beab-79c1d992ce8e {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2049.337074] env[64147]: DEBUG nova.compute.utils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2049.338080] env[64147]: DEBUG nova.compute.manager [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2049.338271] env[64147]: DEBUG nova.network.neutron [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2049.375548] env[64147]: DEBUG nova.policy [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cbeacabf84241ea89de672258ca747a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0352ddde824543399f090f71005f797f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2049.460898] env[64147]: DEBUG oslo_concurrency.lockutils [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.572382] env[64147]: DEBUG nova.network.neutron [-] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.628951] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-916fd9b9-6910-4c32-8a1f-e72cd0a62f4d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.639645] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c5b3b3-aa1a-4e97-91b4-5ba0e9bf9d0d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.663300] env[64147]: DEBUG nova.compute.manager [req-f2ab9d34-a3fe-4bc6-b3a0-b0ba902dc098 req-989516c3-98df-4618-b93a-8f1832d31fbd service nova] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Detach interface failed, port_id=b32769c7-63a4-432d-8ee9-fb60977e9386, reason: Instance 272ebf03-1afb-424d-9287-5c8f0310ea6c could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2049.689649] env[64147]: DEBUG nova.network.neutron [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Successfully created port: a20d52f8-911b-4a49-a582-c21aa348201b {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2049.782560] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.782735] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquired lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.782868] env[64147]: DEBUG nova.network.neutron [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.841589] env[64147]: DEBUG nova.compute.manager [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2049.969717] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f6348b-9ce1-4f72-a50d-8830c0c7f85c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.977297] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110adfe2-a1bf-4f81-9321-31f4176be877 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.075065] env[64147]: INFO nova.compute.manager [-] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Took 1.50 seconds to deallocate network for instance. [ 2050.317040] env[64147]: DEBUG nova.network.neutron [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2050.438466] env[64147]: DEBUG nova.network.neutron [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updating instance_info_cache with network_info: [{"id": "76df3261-3938-4138-beab-79c1d992ce8e", "address": "fa:16:3e:dc:39:5e", "network": {"id": "75849e7c-6151-4ad2-9670-409fec1a647e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807608628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c0266bbc6e342f39aebdb515f1daadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76df3261-39", "ovs_interfaceid": "76df3261-3938-4138-beab-79c1d992ce8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.584184] env[64147]: DEBUG oslo_concurrency.lockutils [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.584429] env[64147]: DEBUG oslo_concurrency.lockutils [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.584652] env[64147]: DEBUG nova.objects.instance [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lazy-loading 'resources' on Instance uuid 272ebf03-1afb-424d-9287-5c8f0310ea6c {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2050.850807] env[64147]: DEBUG nova.compute.manager [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2050.875447] env[64147]: DEBUG nova.virt.hardware [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2050.875694] env[64147]: DEBUG nova.virt.hardware [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2050.875852] env[64147]: DEBUG nova.virt.hardware [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2050.876046] env[64147]: DEBUG nova.virt.hardware [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2050.876196] env[64147]: DEBUG nova.virt.hardware [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2050.876350] env[64147]: DEBUG nova.virt.hardware [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2050.876604] env[64147]: DEBUG nova.virt.hardware [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2050.876768] env[64147]: DEBUG nova.virt.hardware [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2050.876934] env[64147]: DEBUG nova.virt.hardware [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2050.877119] env[64147]: DEBUG nova.virt.hardware [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2050.877296] env[64147]: DEBUG nova.virt.hardware [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2050.878156] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6cf0c4-2a06-4cca-a37c-bddf2667ec31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.885837] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b601750-2a4e-4b63-9e95-97209f395e1b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.940885] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Releasing lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.941225] env[64147]: DEBUG nova.compute.manager [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Instance network_info: |[{"id": "76df3261-3938-4138-beab-79c1d992ce8e", "address": "fa:16:3e:dc:39:5e", "network": {"id": "75849e7c-6151-4ad2-9670-409fec1a647e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807608628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c0266bbc6e342f39aebdb515f1daadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76df3261-39", "ovs_interfaceid": "76df3261-3938-4138-beab-79c1d992ce8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2050.941646] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:39:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76df3261-3938-4138-beab-79c1d992ce8e', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2050.948856] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Creating folder: Project (1c0266bbc6e342f39aebdb515f1daadc). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2050.949126] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95d96786-a134-483b-b791-89b2255ea796 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.960652] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Created folder: Project (1c0266bbc6e342f39aebdb515f1daadc) in parent group-v380629. [ 2050.960900] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Creating folder: Instances. Parent ref: group-v380928. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2050.961074] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3cb9fa5-f9f3-447e-b869-dbda25c2a310 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.971170] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Created folder: Instances in parent group-v380928. [ 2050.971399] env[64147]: DEBUG oslo.service.loopingcall [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2050.971586] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2050.971781] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46f0e784-3213-4557-b92f-b1a38bb3b460 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.990646] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2050.990646] env[64147]: value = "task-1840980" [ 2050.990646] env[64147]: _type = "Task" [ 2050.990646] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.003193] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840980, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.079451] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a9056b-edc7-45ae-ba7c-a5fa6c450472 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.104644] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6809283e-2e31-4693-b818-767945b3440f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.111698] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance '575e8c88-bc4e-4816-a430-8ed343ea6ef2' progress to 83 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2051.149715] env[64147]: DEBUG nova.network.neutron [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Successfully updated port: a20d52f8-911b-4a49-a582-c21aa348201b {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2051.198557] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec93472-26d0-4aaa-90e0-3b53987bb60a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.209847] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230b3b87-1afc-443b-893a-136d7d8c6442 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.277711] env[64147]: DEBUG nova.compute.manager [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Received event network-changed-76df3261-3938-4138-beab-79c1d992ce8e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2051.277965] env[64147]: DEBUG nova.compute.manager [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Refreshing instance network info cache due to event network-changed-76df3261-3938-4138-beab-79c1d992ce8e. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2051.278279] env[64147]: DEBUG oslo_concurrency.lockutils [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] Acquiring lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.278377] env[64147]: DEBUG oslo_concurrency.lockutils [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] Acquired lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.278515] env[64147]: DEBUG nova.network.neutron [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Refreshing network info cache for port 76df3261-3938-4138-beab-79c1d992ce8e {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.280118] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99306ec-972f-4465-b03d-f65ff0e3672b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.289452] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbb996b-1503-457d-b7d8-681f85a8a1a4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.304147] env[64147]: DEBUG nova.compute.provider_tree [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2051.503453] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840980, 'name': CreateVM_Task, 'duration_secs': 0.448383} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.503605] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2051.511148] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.511327] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.511643] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2051.511886] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c370f171-a2f1-4cbd-b902-792c51f9538b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.516483] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2051.516483] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527c9bfc-a07c-d987-ba39-d161fedeff9a" [ 2051.516483] env[64147]: _type = "Task" [ 2051.516483] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.525834] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527c9bfc-a07c-d987-ba39-d161fedeff9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.619096] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2051.619525] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae245bbe-0522-40aa-a0af-7296eba466b9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.626349] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2051.626349] env[64147]: value = "task-1840981" [ 2051.626349] env[64147]: _type = "Task" [ 2051.626349] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.634578] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.652364] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.652539] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.652807] env[64147]: DEBUG nova.network.neutron [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2051.807303] env[64147]: DEBUG nova.scheduler.client.report [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2051.851449] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.851801] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquired lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.851801] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Forcefully refreshing network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2051.983838] env[64147]: DEBUG nova.network.neutron [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updated VIF entry in instance network info cache for port 76df3261-3938-4138-beab-79c1d992ce8e. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2051.984697] env[64147]: DEBUG nova.network.neutron [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updating instance_info_cache with network_info: [{"id": "76df3261-3938-4138-beab-79c1d992ce8e", "address": "fa:16:3e:dc:39:5e", "network": {"id": "75849e7c-6151-4ad2-9670-409fec1a647e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807608628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c0266bbc6e342f39aebdb515f1daadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76df3261-39", "ovs_interfaceid": "76df3261-3938-4138-beab-79c1d992ce8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.026846] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527c9bfc-a07c-d987-ba39-d161fedeff9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.027166] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.027404] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2052.027635] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.027785] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.027986] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2052.028287] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4853d153-1adc-4dd3-8eca-b46e50afdcb0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.036577] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2052.036754] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2052.037439] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ad8e0e-b120-436a-9ec8-a4f9dad67555 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.042414] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2052.042414] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523134ff-cbca-c600-2865-a6b204f8b0aa" [ 2052.042414] env[64147]: _type = "Task" [ 2052.042414] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.049602] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523134ff-cbca-c600-2865-a6b204f8b0aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.138184] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840981, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.188160] env[64147]: DEBUG nova.network.neutron [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2052.312420] env[64147]: DEBUG nova.network.neutron [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Updating instance_info_cache with network_info: [{"id": "a20d52f8-911b-4a49-a582-c21aa348201b", "address": "fa:16:3e:5e:a6:5e", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa20d52f8-91", "ovs_interfaceid": "a20d52f8-911b-4a49-a582-c21aa348201b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.314099] env[64147]: DEBUG oslo_concurrency.lockutils [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.333645] env[64147]: INFO nova.scheduler.client.report [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Deleted allocations for instance 272ebf03-1afb-424d-9287-5c8f0310ea6c [ 2052.487262] env[64147]: DEBUG oslo_concurrency.lockutils [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] Releasing lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.487571] env[64147]: DEBUG nova.compute.manager [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Received event network-vif-plugged-a20d52f8-911b-4a49-a582-c21aa348201b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2052.487778] env[64147]: DEBUG oslo_concurrency.lockutils [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] Acquiring lock "944aa3b3-18c8-401d-a679-cf45b69d5c17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.487981] env[64147]: DEBUG oslo_concurrency.lockutils [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] Lock "944aa3b3-18c8-401d-a679-cf45b69d5c17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.488165] env[64147]: DEBUG oslo_concurrency.lockutils [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] Lock "944aa3b3-18c8-401d-a679-cf45b69d5c17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.488485] env[64147]: DEBUG nova.compute.manager [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] No waiting events found dispatching network-vif-plugged-a20d52f8-911b-4a49-a582-c21aa348201b {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2052.488735] env[64147]: WARNING nova.compute.manager [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Received unexpected event network-vif-plugged-a20d52f8-911b-4a49-a582-c21aa348201b for instance with vm_state building and task_state spawning. [ 2052.488918] env[64147]: DEBUG nova.compute.manager [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Received event network-changed-a20d52f8-911b-4a49-a582-c21aa348201b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2052.489098] env[64147]: DEBUG nova.compute.manager [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Refreshing instance network info cache due to event network-changed-a20d52f8-911b-4a49-a582-c21aa348201b. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2052.489279] env[64147]: DEBUG oslo_concurrency.lockutils [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] Acquiring lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.552800] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523134ff-cbca-c600-2865-a6b204f8b0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011891} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.553596] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96725317-2eb2-4f79-a470-716b3cb9ee51 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.559241] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2052.559241] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f522fb-373f-7d36-8092-2f0ba387c1ba" [ 2052.559241] env[64147]: _type = "Task" [ 2052.559241] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.566525] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f522fb-373f-7d36-8092-2f0ba387c1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.636902] env[64147]: DEBUG oslo_vmware.api [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840981, 'name': PowerOnVM_Task, 'duration_secs': 0.523624} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.637183] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2052.637371] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-58f05909-7777-4518-b024-536ba4edb7e3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance '575e8c88-bc4e-4816-a430-8ed343ea6ef2' progress to 100 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2052.818354] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.818653] env[64147]: DEBUG nova.compute.manager [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Instance network_info: |[{"id": "a20d52f8-911b-4a49-a582-c21aa348201b", "address": "fa:16:3e:5e:a6:5e", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa20d52f8-91", "ovs_interfaceid": "a20d52f8-911b-4a49-a582-c21aa348201b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2052.818975] env[64147]: DEBUG oslo_concurrency.lockutils [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] Acquired lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.819170] env[64147]: DEBUG nova.network.neutron [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Refreshing network info cache for port a20d52f8-911b-4a49-a582-c21aa348201b {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2052.820441] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:a6:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a20d52f8-911b-4a49-a582-c21aa348201b', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2052.827679] env[64147]: DEBUG oslo.service.loopingcall [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2052.828581] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2052.828838] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3073dca1-58f1-4b1c-9279-8be2091603b4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.845829] env[64147]: DEBUG oslo_concurrency.lockutils [None req-81912a68-f411-4893-9036-e512c0759a4c tempest-ServersTestJSON-266234755 tempest-ServersTestJSON-266234755-project-member] Lock "272ebf03-1afb-424d-9287-5c8f0310ea6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.319s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.851708] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2052.851708] env[64147]: value = "task-1840982" [ 2052.851708] env[64147]: _type = "Task" [ 2052.851708] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.859701] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840982, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.069646] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52f522fb-373f-7d36-8092-2f0ba387c1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.069912] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.070201] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1c763359-1fc5-4c2a-a77e-9d64850ed1aa/1c763359-1fc5-4c2a-a77e-9d64850ed1aa.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2053.070483] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe35fbca-a09d-4df0-8056-986fbd454ba0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.075848] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance_info_cache with network_info: [{"id": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "address": "fa:16:3e:f6:e0:34", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ad653a-e8", "ovs_interfaceid": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.078089] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2053.078089] env[64147]: value = "task-1840983" [ 2053.078089] env[64147]: _type = "Task" [ 2053.078089] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.085798] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.362671] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840982, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.579221] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Releasing lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.579455] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updated the network info_cache for instance {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2053.579859] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2053.584055] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2053.584256] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2053.584910] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2053.585209] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2053.585499] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2053.585699] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2053.585973] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2053.590547] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840983, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.611325] env[64147]: DEBUG nova.network.neutron [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Updated VIF entry in instance network info cache for port a20d52f8-911b-4a49-a582-c21aa348201b. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2053.611774] env[64147]: DEBUG nova.network.neutron [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Updating instance_info_cache with network_info: [{"id": "a20d52f8-911b-4a49-a582-c21aa348201b", "address": "fa:16:3e:5e:a6:5e", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa20d52f8-91", "ovs_interfaceid": "a20d52f8-911b-4a49-a582-c21aa348201b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.863389] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840982, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.089740] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573449} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.090037] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 1c763359-1fc5-4c2a-a77e-9d64850ed1aa/1c763359-1fc5-4c2a-a77e-9d64850ed1aa.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2054.090260] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2054.090546] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc591372-7129-4a01-8930-f263f997c39d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.093162] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.093383] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.093551] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.093703] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2054.094463] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73072fd0-03e2-4b42-b5ea-9cc373a48cac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.103308] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3471147-58e6-49f4-8d35-5f17eec8712b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.107148] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2054.107148] env[64147]: value = "task-1840984" [ 2054.107148] env[64147]: _type = "Task" [ 2054.107148] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.119962] env[64147]: DEBUG oslo_concurrency.lockutils [req-3dafcdbf-40a6-47fb-a58c-bebc6a241b3a req-b9749082-8204-401b-b8c1-52ec511ea7a3 service nova] Releasing lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.121747] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07d06a2-26a0-49f9-8c29-9b2342e64c2d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.126717] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.130979] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0159ba7-9034-469d-b510-af4a6aecbd82 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.160205] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180151MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2054.160373] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.160608] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.363619] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1840982, 'name': CreateVM_Task, 'duration_secs': 1.171678} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.363791] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2054.364473] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.364645] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.365053] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2054.365345] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb43032-a785-48da-b566-2983c4fbec22 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.369755] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2054.369755] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522d2bbf-d1fe-ff89-d444-5cb927974bd4" [ 2054.369755] env[64147]: _type = "Task" [ 2054.369755] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.377183] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522d2bbf-d1fe-ff89-d444-5cb927974bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.616925] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328715} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.617220] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2054.617970] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95f922b-c5e6-4178-939a-a346559a1fa5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.640315] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 1c763359-1fc5-4c2a-a77e-9d64850ed1aa/1c763359-1fc5-4c2a-a77e-9d64850ed1aa.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2054.640605] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e680dcc4-2268-44c1-8baa-af24118f3763 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.661360] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2054.661360] env[64147]: value = "task-1840985" [ 2054.661360] env[64147]: _type = "Task" [ 2054.661360] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.675457] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.882035] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522d2bbf-d1fe-ff89-d444-5cb927974bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.882468] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.882658] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2054.882936] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.883104] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.883424] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2054.883566] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-299c8abe-24a3-4c40-94e3-c575db576e3b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.892106] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2054.892295] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2054.892995] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a415ce-00a5-47de-9c9b-68eb58c38360 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.898853] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2054.898853] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5210e7a8-e801-0533-7a81-11166b0be2cc" [ 2054.898853] env[64147]: _type = "Task" [ 2054.898853] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.907098] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5210e7a8-e801-0533-7a81-11166b0be2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.172028] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840985, 'name': ReconfigVM_Task, 'duration_secs': 0.346797} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.172273] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 1c763359-1fc5-4c2a-a77e-9d64850ed1aa/1c763359-1fc5-4c2a-a77e-9d64850ed1aa.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2055.173068] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21a9b158-7535-4a48-b9f2-fdeb17709fe8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.176584] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Applying migration context for instance 575e8c88-bc4e-4816-a430-8ed343ea6ef2 as it has an incoming, in-progress migration d8c07992-6afb-460a-a692-3d1d15cfb64c. Migration status is finished {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2055.177065] env[64147]: INFO nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating resource usage from migration d8c07992-6afb-460a-a692-3d1d15cfb64c [ 2055.181146] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2055.181146] env[64147]: value = "task-1840986" [ 2055.181146] env[64147]: _type = "Task" [ 2055.181146] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.188587] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840986, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.197322] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1588091d-0e7e-46aa-aa64-571c06b78d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2055.197468] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Migration d8c07992-6afb-460a-a692-3d1d15cfb64c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2055.197592] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 575e8c88-bc4e-4816-a430-8ed343ea6ef2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2055.197730] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1c763359-1fc5-4c2a-a77e-9d64850ed1aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2055.197817] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 944aa3b3-18c8-401d-a679-cf45b69d5c17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2055.197999] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2055.198149] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2055.267100] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261916da-8315-4f3d-86cc-3b8db02a9ad6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.274505] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41d29d1-8bb1-40ea-907b-cf34dac47cee {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.303900] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d088294-c4b6-47c7-b6ca-5519749fdf0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.311261] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aced95-6d85-455f-bac6-225dd52d88d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.326006] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2055.408260] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5210e7a8-e801-0533-7a81-11166b0be2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009471} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.409071] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acde32cc-c4a9-4aa8-ae85-b259c3729a17 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.414561] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2055.414561] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527dca9e-ea01-026b-3d90-d36876212442" [ 2055.414561] env[64147]: _type = "Task" [ 2055.414561] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.419775] env[64147]: DEBUG nova.network.neutron [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Port 90ad653a-e8dc-4e0a-ab78-a00a7b662472 binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2055.420082] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.420236] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.420440] env[64147]: DEBUG nova.network.neutron [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2055.424308] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527dca9e-ea01-026b-3d90-d36876212442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.692244] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840986, 'name': Rename_Task, 'duration_secs': 0.414033} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.692244] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2055.692244] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88c032e2-60db-4baf-922d-8c66476bbfd2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.698024] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2055.698024] env[64147]: value = "task-1840987" [ 2055.698024] env[64147]: _type = "Task" [ 2055.698024] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.705838] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.829291] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2055.929901] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527dca9e-ea01-026b-3d90-d36876212442, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.930226] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.930491] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 944aa3b3-18c8-401d-a679-cf45b69d5c17/944aa3b3-18c8-401d-a679-cf45b69d5c17.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2055.931092] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04fcc7be-0eb1-430a-a472-b6e11447e671 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.937648] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2055.937648] env[64147]: value = "task-1840988" [ 2055.937648] env[64147]: _type = "Task" [ 2055.937648] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.945225] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.208587] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.309948] env[64147]: DEBUG nova.network.neutron [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance_info_cache with network_info: [{"id": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "address": "fa:16:3e:f6:e0:34", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ad653a-e8", "ovs_interfaceid": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.336027] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2056.336187] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.176s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.336696] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2056.336854] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 2056.449195] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.710016] env[64147]: DEBUG oslo_vmware.api [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1840987, 'name': PowerOnVM_Task, 'duration_secs': 0.895724} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.710016] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2056.710016] env[64147]: INFO nova.compute.manager [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Took 8.59 seconds to spawn the instance on the hypervisor. [ 2056.710016] env[64147]: DEBUG nova.compute.manager [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2056.711539] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bd997a-c8ef-4da5-9c09-f71979670ec9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.814427] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.853839] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] There are 56 instances to clean {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 2056.853839] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 13f10528-691e-465c-9a65-3fc0b0a52a3f] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2056.952700] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.99441} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.953154] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 944aa3b3-18c8-401d-a679-cf45b69d5c17/944aa3b3-18c8-401d-a679-cf45b69d5c17.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2056.953518] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2056.953899] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49847517-9194-411b-a63f-8d74f4c1747d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.961444] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2056.961444] env[64147]: value = "task-1840989" [ 2056.961444] env[64147]: _type = "Task" [ 2056.961444] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.968990] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.232891] env[64147]: INFO nova.compute.manager [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Took 13.96 seconds to build instance. [ 2057.318277] env[64147]: DEBUG nova.compute.manager [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64147) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2057.359259] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 7ffa5077-edda-40db-b1f6-120393a609b5] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2057.471877] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070453} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.471877] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2057.472555] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e990a4-cae1-4b27-96a9-ed38f49544c4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.494339] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 944aa3b3-18c8-401d-a679-cf45b69d5c17/944aa3b3-18c8-401d-a679-cf45b69d5c17.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2057.494932] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-969bdd1d-b366-47bf-ab20-e7f47aaabafc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.515118] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2057.515118] env[64147]: value = "task-1840990" [ 2057.515118] env[64147]: _type = "Task" [ 2057.515118] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.522916] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.735836] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86e993ed-60df-4270-a537-6ceb92322dff tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.473s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.861657] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 15fa49fe-69ee-494d-9ce7-959aedf8273b] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2057.961532] env[64147]: DEBUG nova.compute.manager [req-f5579f65-516c-418d-9d38-7ae7bba71134 req-22b121d2-e0ca-4d8f-840b-68a174d1f0f6 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Received event network-changed-76df3261-3938-4138-beab-79c1d992ce8e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2057.961853] env[64147]: DEBUG nova.compute.manager [req-f5579f65-516c-418d-9d38-7ae7bba71134 req-22b121d2-e0ca-4d8f-840b-68a174d1f0f6 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Refreshing instance network info cache due to event network-changed-76df3261-3938-4138-beab-79c1d992ce8e. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2057.965358] env[64147]: DEBUG oslo_concurrency.lockutils [req-f5579f65-516c-418d-9d38-7ae7bba71134 req-22b121d2-e0ca-4d8f-840b-68a174d1f0f6 service nova] Acquiring lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.967969] env[64147]: DEBUG oslo_concurrency.lockutils [req-f5579f65-516c-418d-9d38-7ae7bba71134 req-22b121d2-e0ca-4d8f-840b-68a174d1f0f6 service nova] Acquired lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.967969] env[64147]: DEBUG nova.network.neutron [req-f5579f65-516c-418d-9d38-7ae7bba71134 req-22b121d2-e0ca-4d8f-840b-68a174d1f0f6 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Refreshing network info cache for port 76df3261-3938-4138-beab-79c1d992ce8e {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2058.027172] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840990, 'name': ReconfigVM_Task, 'duration_secs': 0.299722} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.027527] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 944aa3b3-18c8-401d-a679-cf45b69d5c17/944aa3b3-18c8-401d-a679-cf45b69d5c17.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2058.028196] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a1630b2-25fe-43f3-b1b4-95c4cc2521e8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.035690] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2058.035690] env[64147]: value = "task-1840991" [ 2058.035690] env[64147]: _type = "Task" [ 2058.035690] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.046676] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840991, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.367284] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 55f008cc-6eb1-41d0-b5f9-5470b54eda11] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2058.471149] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.471455] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.549806] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840991, 'name': Rename_Task, 'duration_secs': 0.156439} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.549806] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2058.549806] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8713665c-c0f9-4840-847a-2c09f05a1a06 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.555361] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2058.555361] env[64147]: value = "task-1840992" [ 2058.555361] env[64147]: _type = "Task" [ 2058.555361] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.563322] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.804777] env[64147]: DEBUG nova.network.neutron [req-f5579f65-516c-418d-9d38-7ae7bba71134 req-22b121d2-e0ca-4d8f-840b-68a174d1f0f6 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updated VIF entry in instance network info cache for port 76df3261-3938-4138-beab-79c1d992ce8e. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2058.805167] env[64147]: DEBUG nova.network.neutron [req-f5579f65-516c-418d-9d38-7ae7bba71134 req-22b121d2-e0ca-4d8f-840b-68a174d1f0f6 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updating instance_info_cache with network_info: [{"id": "76df3261-3938-4138-beab-79c1d992ce8e", "address": "fa:16:3e:dc:39:5e", "network": {"id": "75849e7c-6151-4ad2-9670-409fec1a647e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807608628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c0266bbc6e342f39aebdb515f1daadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76df3261-39", "ovs_interfaceid": "76df3261-3938-4138-beab-79c1d992ce8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.871514] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: d39dc000-d6b4-4eb1-b7bc-7fd3bd484ff3] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2058.976918] env[64147]: DEBUG nova.objects.instance [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'migration_context' on Instance uuid 575e8c88-bc4e-4816-a430-8ed343ea6ef2 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2059.066506] env[64147]: DEBUG oslo_vmware.api [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1840992, 'name': PowerOnVM_Task, 'duration_secs': 0.506503} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.066783] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2059.067091] env[64147]: INFO nova.compute.manager [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Took 8.22 seconds to spawn the instance on the hypervisor. [ 2059.067301] env[64147]: DEBUG nova.compute.manager [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2059.068252] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dca52e-c132-4871-a441-5dfb58d51094 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.307624] env[64147]: DEBUG oslo_concurrency.lockutils [req-f5579f65-516c-418d-9d38-7ae7bba71134 req-22b121d2-e0ca-4d8f-840b-68a174d1f0f6 service nova] Releasing lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.375493] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 9b8dc199-3487-4e46-b1f2-eeaa6fb85908] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2059.532940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.533599] env[64147]: DEBUG oslo_concurrency.lockutils [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.592076] env[64147]: INFO nova.compute.manager [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Took 12.94 seconds to build instance. [ 2059.593589] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquiring lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.593807] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.595587] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3344f07-2a7d-4dcd-8228-8e2d4f96c7a0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.607500] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0738ca6d-ff17-46cf-8d9f-bfc88bdc7328 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.639156] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6de34c0-69be-4822-920f-0f92de47de94 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.647559] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696ae612-9a2a-4b05-8350-be151fdf3398 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.661307] env[64147]: DEBUG nova.compute.provider_tree [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2059.879765] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: d0f054e1-9879-417d-a4de-70409209261b] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2060.037459] env[64147]: DEBUG nova.compute.utils [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2060.094732] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a6768be8-1a6c-4bfd-8e17-ae4e4d228b62 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "944aa3b3-18c8-401d-a679-cf45b69d5c17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.450s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.101387] env[64147]: DEBUG nova.compute.manager [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2060.164201] env[64147]: DEBUG nova.scheduler.client.report [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2060.268769] env[64147]: DEBUG nova.compute.manager [req-ebafb0e1-9e25-4717-afcb-16a9acd69e50 req-32183220-0d35-40ed-b7c4-708552d25bb7 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Received event network-changed-a20d52f8-911b-4a49-a582-c21aa348201b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2060.268988] env[64147]: DEBUG nova.compute.manager [req-ebafb0e1-9e25-4717-afcb-16a9acd69e50 req-32183220-0d35-40ed-b7c4-708552d25bb7 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Refreshing instance network info cache due to event network-changed-a20d52f8-911b-4a49-a582-c21aa348201b. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2060.269228] env[64147]: DEBUG oslo_concurrency.lockutils [req-ebafb0e1-9e25-4717-afcb-16a9acd69e50 req-32183220-0d35-40ed-b7c4-708552d25bb7 service nova] Acquiring lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.269374] env[64147]: DEBUG oslo_concurrency.lockutils [req-ebafb0e1-9e25-4717-afcb-16a9acd69e50 req-32183220-0d35-40ed-b7c4-708552d25bb7 service nova] Acquired lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.269548] env[64147]: DEBUG nova.network.neutron [req-ebafb0e1-9e25-4717-afcb-16a9acd69e50 req-32183220-0d35-40ed-b7c4-708552d25bb7 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Refreshing network info cache for port a20d52f8-911b-4a49-a582-c21aa348201b {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2060.383705] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 0af18be3-ecab-4909-b475-d63c8365c272] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2060.542526] env[64147]: DEBUG oslo_concurrency.lockutils [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.627336] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.887330] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: e99c2c75-7444-4c3c-83f1-9ad14f0cc8b5] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2061.013293] env[64147]: DEBUG nova.network.neutron [req-ebafb0e1-9e25-4717-afcb-16a9acd69e50 req-32183220-0d35-40ed-b7c4-708552d25bb7 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Updated VIF entry in instance network info cache for port a20d52f8-911b-4a49-a582-c21aa348201b. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2061.013718] env[64147]: DEBUG nova.network.neutron [req-ebafb0e1-9e25-4717-afcb-16a9acd69e50 req-32183220-0d35-40ed-b7c4-708552d25bb7 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Updating instance_info_cache with network_info: [{"id": "a20d52f8-911b-4a49-a582-c21aa348201b", "address": "fa:16:3e:5e:a6:5e", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa20d52f8-91", "ovs_interfaceid": "a20d52f8-911b-4a49-a582-c21aa348201b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.177110] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.705s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.182259] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.555s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.183701] env[64147]: INFO nova.compute.claims [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2061.390977] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: d656a306-45e1-4f89-8f85-e1d2af843c08] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2061.516123] env[64147]: DEBUG oslo_concurrency.lockutils [req-ebafb0e1-9e25-4717-afcb-16a9acd69e50 req-32183220-0d35-40ed-b7c4-708552d25bb7 service nova] Releasing lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.616161] env[64147]: DEBUG oslo_concurrency.lockutils [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.616399] env[64147]: DEBUG oslo_concurrency.lockutils [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.616650] env[64147]: INFO nova.compute.manager [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Attaching volume 23b28e70-c346-4119-a073-50ff924d23be to /dev/sdb [ 2061.648638] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcc9275-cd3a-47ac-b34d-23652f91995c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.655807] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2477d8e-23e3-477b-9d81-43bbce9965d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.669467] env[64147]: DEBUG nova.virt.block_device [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Updating existing volume attachment record: edc33d0b-9c0b-43e5-975b-dd6899644b46 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2061.893848] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 25bd5ad7-db36-4001-91c4-489498c21c22] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2062.281407] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846b32e5-65d7-4f77-b305-0ca64d293caf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.289411] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e893357a-ba7d-4f7a-8698-e5f6f098cd47 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.321956] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3035b15f-4410-407a-a9a5-933353cdbf3f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.329765] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c71072a-eb46-493d-85a5-aa1ba1ccd5ae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.343271] env[64147]: DEBUG nova.compute.provider_tree [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2062.400436] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 5f149f46-36e2-4de4-ad73-dd43378e3dc7] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2062.716550] env[64147]: INFO nova.compute.manager [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Swapping old allocation on dict_keys(['4bc284ec-2b0f-466c-afec-5b2381c25120']) held by migration d8c07992-6afb-460a-a692-3d1d15cfb64c for instance [ 2062.737391] env[64147]: DEBUG nova.scheduler.client.report [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Overwriting current allocation {'allocations': {'4bc284ec-2b0f-466c-afec-5b2381c25120': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': '068f19de4bc04821907bbc561ecebc35', 'user_id': '6d19dac81e3347b38e16c9d724e740e2', 'consumer_generation': 1} on consumer 575e8c88-bc4e-4816-a430-8ed343ea6ef2 {{(pid=64147) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2062.813310] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.813666] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.813913] env[64147]: DEBUG nova.network.neutron [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2062.846014] env[64147]: DEBUG nova.scheduler.client.report [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2062.903928] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 0a1eb317-217f-494d-8c80-3195835e494d] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2063.351669] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.352181] env[64147]: DEBUG nova.compute.manager [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2063.406954] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: fed2bed2-f7ce-493d-a2a4-231f433e1c8d] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2063.531560] env[64147]: DEBUG nova.network.neutron [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance_info_cache with network_info: [{"id": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "address": "fa:16:3e:f6:e0:34", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ad653a-e8", "ovs_interfaceid": "90ad653a-e8dc-4e0a-ab78-a00a7b662472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.857548] env[64147]: DEBUG nova.compute.utils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2063.859038] env[64147]: DEBUG nova.compute.manager [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2063.859256] env[64147]: DEBUG nova.network.neutron [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2063.899497] env[64147]: DEBUG nova.policy [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '248b720c777e4a929d9a00d68b9e0a92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4edbad161ced4afdbb5b6346c230fb84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2063.910187] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 50e23077-e757-4350-bc2d-7d99844d451d] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2064.035367] env[64147]: DEBUG oslo_concurrency.lockutils [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-575e8c88-bc4e-4816-a430-8ed343ea6ef2" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.036945] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b261f025-4112-400b-b8ca-713420cc4012 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.047161] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d427a79-b9fa-4738-ae71-e05dbda43341 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.199646] env[64147]: DEBUG nova.network.neutron [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Successfully created port: 966b3417-6950-409d-a25c-11fa05b90799 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2064.363261] env[64147]: DEBUG nova.compute.manager [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2064.414060] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: c9092056-f3d5-4d33-9fc7-c3d77eb1ff9b] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2064.920082] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: ceb24585-34bb-42b6-b6f5-8d770352ca5c] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2065.155028] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2065.155239] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28c348f1-a512-4bca-967b-ca9f972c54e1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.162749] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2065.162749] env[64147]: value = "task-1840995" [ 2065.162749] env[64147]: _type = "Task" [ 2065.162749] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.171256] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.372130] env[64147]: DEBUG nova.compute.manager [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2065.399993] env[64147]: DEBUG nova.virt.hardware [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2065.400287] env[64147]: DEBUG nova.virt.hardware [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2065.400479] env[64147]: DEBUG nova.virt.hardware [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2065.400743] env[64147]: DEBUG nova.virt.hardware [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2065.400930] env[64147]: DEBUG nova.virt.hardware [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2065.401117] env[64147]: DEBUG nova.virt.hardware [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2065.401349] env[64147]: DEBUG nova.virt.hardware [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2065.401549] env[64147]: DEBUG nova.virt.hardware [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2065.401737] env[64147]: DEBUG nova.virt.hardware [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2065.401903] env[64147]: DEBUG nova.virt.hardware [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2065.402133] env[64147]: DEBUG nova.virt.hardware [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2065.403049] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfe7f95-5f28-4cc7-bfce-fbd8556e20ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.411654] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54b65e5-629e-4d97-bbe5-f93e7d87f346 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.426707] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 4ed01e7c-577a-41a3-a8da-fc90992da26a] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2065.673053] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840995, 'name': PowerOffVM_Task, 'duration_secs': 0.315368} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.673053] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2065.673411] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2065.673625] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2065.673782] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2065.673969] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2065.674128] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2065.674277] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2065.674480] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2065.674638] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2065.674806] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2065.674969] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2065.675157] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2065.680000] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92f94a7f-a91c-4c97-a3d4-e45a3ebfb7e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.695291] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2065.695291] env[64147]: value = "task-1840996" [ 2065.695291] env[64147]: _type = "Task" [ 2065.695291] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.702714] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.930470] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 6d0d8da8-99d6-4701-af0c-1952036b95ae] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2066.205987] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840996, 'name': ReconfigVM_Task, 'duration_secs': 0.193012} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.206408] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f306efe5-a742-416d-8ab0-ac24e5ef74c1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.226879] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2066.227133] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2066.227340] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2066.227479] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2066.227711] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2066.227795] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2066.228017] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2066.228131] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2066.228301] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2066.228489] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2066.228732] env[64147]: DEBUG nova.virt.hardware [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2066.230568] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2066.230651] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380932', 'volume_id': '23b28e70-c346-4119-a073-50ff924d23be', 'name': 'volume-23b28e70-c346-4119-a073-50ff924d23be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1588091d-0e7e-46aa-aa64-571c06b78d4a', 'attached_at': '', 'detached_at': '', 'volume_id': '23b28e70-c346-4119-a073-50ff924d23be', 'serial': '23b28e70-c346-4119-a073-50ff924d23be'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2066.230846] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0063376-6174-4f17-bf97-ab529d9d295d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.233691] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b49de89-d355-4f3c-aac7-4d371e90c025 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.238798] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2066.238798] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]527fa279-19aa-6b2a-8981-abac2a7e92d0" [ 2066.238798] env[64147]: _type = "Task" [ 2066.238798] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.252056] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd00c58-50df-4bd5-b563-44928ad97bda {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.258876] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]527fa279-19aa-6b2a-8981-abac2a7e92d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.275834] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2066.282864] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-23b28e70-c346-4119-a073-50ff924d23be/volume-23b28e70-c346-4119-a073-50ff924d23be.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2066.283170] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb336b0f-df82-4188-a0a5-9c1f5b695fcc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.295224] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12159967-3dc5-42a9-b059-e5e30ac7f379 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.314165] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2066.314165] env[64147]: value = "task-1840998" [ 2066.314165] env[64147]: _type = "Task" [ 2066.314165] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.315421] env[64147]: DEBUG oslo_vmware.api [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2066.315421] env[64147]: value = "task-1840997" [ 2066.315421] env[64147]: _type = "Task" [ 2066.315421] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.325602] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840998, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.328636] env[64147]: DEBUG oslo_vmware.api [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840997, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.433648] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 0ded63fb-f2c6-4a77-997a-c1e92bd1ecc2] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2066.828349] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1840998, 'name': ReconfigVM_Task, 'duration_secs': 0.196437} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.831296] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2066.831609] env[64147]: DEBUG oslo_vmware.api [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840997, 'name': ReconfigVM_Task, 'duration_secs': 0.341025} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.832291] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add70a3-f657-4d83-b161-f493aca02dc2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.834637] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-23b28e70-c346-4119-a073-50ff924d23be/volume-23b28e70-c346-4119-a073-50ff924d23be.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2066.839242] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c340ca74-74cb-40ff-b0cd-f3f430ac16fa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.870854] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 575e8c88-bc4e-4816-a430-8ed343ea6ef2/575e8c88-bc4e-4816-a430-8ed343ea6ef2.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2066.872175] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a259d8b6-5df0-46db-969a-56ef653c11cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.884849] env[64147]: DEBUG oslo_vmware.api [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2066.884849] env[64147]: value = "task-1840999" [ 2066.884849] env[64147]: _type = "Task" [ 2066.884849] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.890442] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2066.890442] env[64147]: value = "task-1841000" [ 2066.890442] env[64147]: _type = "Task" [ 2066.890442] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.893656] env[64147]: DEBUG oslo_vmware.api [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.900691] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.937377] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 81632f5d-3dc0-4043-9333-e525a2a9bdbb] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2067.395118] env[64147]: DEBUG oslo_vmware.api [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.402841] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.441600] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1fd55483-9557-4f9e-ab62-90f4ef46bd1c] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2067.896319] env[64147]: DEBUG oslo_vmware.api [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1840999, 'name': ReconfigVM_Task, 'duration_secs': 0.883853} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.899311] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380932', 'volume_id': '23b28e70-c346-4119-a073-50ff924d23be', 'name': 'volume-23b28e70-c346-4119-a073-50ff924d23be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1588091d-0e7e-46aa-aa64-571c06b78d4a', 'attached_at': '', 'detached_at': '', 'volume_id': '23b28e70-c346-4119-a073-50ff924d23be', 'serial': '23b28e70-c346-4119-a073-50ff924d23be'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2067.905374] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841000, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.945304] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 02840752-fb1e-40c5-b30f-c94130cad21e] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2068.409204] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841000, 'name': ReconfigVM_Task, 'duration_secs': 1.033425} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.409518] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 575e8c88-bc4e-4816-a430-8ed343ea6ef2/575e8c88-bc4e-4816-a430-8ed343ea6ef2.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2068.410347] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a387032c-551c-4fc6-9e13-a6e5ea92b077 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.430773] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f4fd34-6736-44e2-a0cd-8fc6a9b120fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.453373] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 272ebf03-1afb-424d-9287-5c8f0310ea6c] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2068.457023] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63ab1c9-d318-4ee1-8dbf-08cc86f9ab08 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.476848] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f07cbf9-fba0-492c-be1f-6a1e72a61346 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.484209] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2068.484454] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51a6ef37-31e1-4ee7-9d9c-170cd28a1500 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.489945] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2068.489945] env[64147]: value = "task-1841001" [ 2068.489945] env[64147]: _type = "Task" [ 2068.489945] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.497246] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.937384] env[64147]: DEBUG nova.objects.instance [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lazy-loading 'flavor' on Instance uuid 1588091d-0e7e-46aa-aa64-571c06b78d4a {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.959177] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 5e95c1fe-29ca-430a-88a0-b17c3cbfd395] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2069.000852] env[64147]: DEBUG oslo_vmware.api [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841001, 'name': PowerOnVM_Task, 'duration_secs': 0.377939} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.001197] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2069.443761] env[64147]: DEBUG oslo_concurrency.lockutils [None req-28f87a98-3b75-400f-970e-edfaee6ce2bf tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.827s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.462235] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 55222031-5974-47b0-9d19-a236e717d726] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2069.484932] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.484932] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.964860] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 6a527eed-6436-4737-bb54-bb628f00bd61] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2069.987121] env[64147]: INFO nova.compute.manager [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Detaching volume 23b28e70-c346-4119-a073-50ff924d23be [ 2070.021147] env[64147]: INFO nova.virt.block_device [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Attempting to driver detach volume 23b28e70-c346-4119-a073-50ff924d23be from mountpoint /dev/sdb [ 2070.021399] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2070.021600] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380932', 'volume_id': '23b28e70-c346-4119-a073-50ff924d23be', 'name': 'volume-23b28e70-c346-4119-a073-50ff924d23be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1588091d-0e7e-46aa-aa64-571c06b78d4a', 'attached_at': '', 'detached_at': '', 'volume_id': '23b28e70-c346-4119-a073-50ff924d23be', 'serial': '23b28e70-c346-4119-a073-50ff924d23be'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2070.022501] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040136cd-77f0-4c1c-9ddf-cd17d5f18aa2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.043576] env[64147]: INFO nova.compute.manager [None req-4aaffd2b-439e-43a6-8258-111b38044e0d tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance to original state: 'active' [ 2070.047006] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730b2a0d-833e-493b-83d9-92300fa69de0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.054469] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39f3d8f-6005-4e75-902a-e67c39e290a4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.073800] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2241226-2487-48f0-ac32-c1923f61cfac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.088430] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] The volume has not been displaced from its original location: [datastore1] volume-23b28e70-c346-4119-a073-50ff924d23be/volume-23b28e70-c346-4119-a073-50ff924d23be.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2070.093578] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2070.094061] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-588a8731-4c0a-42de-88bc-8e0f445fbefc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.111199] env[64147]: DEBUG oslo_vmware.api [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2070.111199] env[64147]: value = "task-1841002" [ 2070.111199] env[64147]: _type = "Task" [ 2070.111199] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.118644] env[64147]: DEBUG oslo_vmware.api [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.467837] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 75c29ea8-00ee-4b6f-93ec-88e1669adacf] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2070.620951] env[64147]: DEBUG oslo_vmware.api [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841002, 'name': ReconfigVM_Task, 'duration_secs': 0.201315} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.621425] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2070.625855] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b62515-f41b-4048-bfac-73f18d1476d8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.640282] env[64147]: DEBUG oslo_vmware.api [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2070.640282] env[64147]: value = "task-1841003" [ 2070.640282] env[64147]: _type = "Task" [ 2070.640282] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.647913] env[64147]: DEBUG oslo_vmware.api [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.971420] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 58c1f289-a2e9-491c-80ad-e2bb45cd5e5b] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2071.150473] env[64147]: DEBUG oslo_vmware.api [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841003, 'name': ReconfigVM_Task, 'duration_secs': 0.132522} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.150842] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380932', 'volume_id': '23b28e70-c346-4119-a073-50ff924d23be', 'name': 'volume-23b28e70-c346-4119-a073-50ff924d23be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1588091d-0e7e-46aa-aa64-571c06b78d4a', 'attached_at': '', 'detached_at': '', 'volume_id': '23b28e70-c346-4119-a073-50ff924d23be', 'serial': '23b28e70-c346-4119-a073-50ff924d23be'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2071.475663] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 4a1a8b8c-ad90-45f5-adad-b70c03ee35a0] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2071.683210] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.683495] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.683716] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.683902] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.684090] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.686329] env[64147]: INFO nova.compute.manager [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Terminating instance [ 2071.691463] env[64147]: DEBUG nova.objects.instance [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lazy-loading 'flavor' on Instance uuid 1588091d-0e7e-46aa-aa64-571c06b78d4a {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2071.978571] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1c947d46-e43c-4e51-899b-8680e294eb69] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2072.190757] env[64147]: DEBUG nova.compute.manager [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2072.191042] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.191342] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2be54c30-c9b0-4965-8dec-be55ec5e6dbc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.200372] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2072.200372] env[64147]: value = "task-1841004" [ 2072.200372] env[64147]: _type = "Task" [ 2072.200372] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.208965] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.481830] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 40e5a9d5-852d-4f25-94cc-4c47f48aebf2] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2072.697589] env[64147]: DEBUG oslo_concurrency.lockutils [None req-39826cb2-790f-4ae7-9a24-7b0717122943 tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.710774] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841004, 'name': PowerOffVM_Task, 'duration_secs': 0.162408} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.711586] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2072.711795] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2072.711995] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380925', 'volume_id': '935e2cf4-93d1-44c4-93e5-4d3657395c33', 'name': 'volume-935e2cf4-93d1-44c4-93e5-4d3657395c33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '575e8c88-bc4e-4816-a430-8ed343ea6ef2', 'attached_at': '2024-12-13T05:51:37.000000', 'detached_at': '', 'volume_id': '935e2cf4-93d1-44c4-93e5-4d3657395c33', 'serial': '935e2cf4-93d1-44c4-93e5-4d3657395c33'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2072.712771] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0fd504-8378-4bcd-a092-77ffb18d4020 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.734571] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4692db6f-b095-45d4-8417-fce067757c14 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.740906] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdc7b10-1514-44ff-bb6c-91666d453c2b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.760580] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aaf498-843c-40a2-bf0e-4febe3363e5e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.774677] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] The volume has not been displaced from its original location: [datastore1] volume-935e2cf4-93d1-44c4-93e5-4d3657395c33/volume-935e2cf4-93d1-44c4-93e5-4d3657395c33.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2072.779704] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2072.780189] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b306d1-0232-4995-b287-85fae4d034ca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.797593] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2072.797593] env[64147]: value = "task-1841005" [ 2072.797593] env[64147]: _type = "Task" [ 2072.797593] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.805925] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.985558] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 687bfd09-ff71-466e-98f0-fec9193e17fc] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2073.201624] env[64147]: DEBUG nova.compute.manager [req-b431c6c6-99a9-488c-9e46-410117f2e654 req-a650579f-5e63-49f8-b246-f689c2b4c901 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Received event network-vif-plugged-966b3417-6950-409d-a25c-11fa05b90799 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2073.201912] env[64147]: DEBUG oslo_concurrency.lockutils [req-b431c6c6-99a9-488c-9e46-410117f2e654 req-a650579f-5e63-49f8-b246-f689c2b4c901 service nova] Acquiring lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.202056] env[64147]: DEBUG oslo_concurrency.lockutils [req-b431c6c6-99a9-488c-9e46-410117f2e654 req-a650579f-5e63-49f8-b246-f689c2b4c901 service nova] Lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.202233] env[64147]: DEBUG oslo_concurrency.lockutils [req-b431c6c6-99a9-488c-9e46-410117f2e654 req-a650579f-5e63-49f8-b246-f689c2b4c901 service nova] Lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.202404] env[64147]: DEBUG nova.compute.manager [req-b431c6c6-99a9-488c-9e46-410117f2e654 req-a650579f-5e63-49f8-b246-f689c2b4c901 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] No waiting events found dispatching network-vif-plugged-966b3417-6950-409d-a25c-11fa05b90799 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2073.202942] env[64147]: WARNING nova.compute.manager [req-b431c6c6-99a9-488c-9e46-410117f2e654 req-a650579f-5e63-49f8-b246-f689c2b4c901 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Received unexpected event network-vif-plugged-966b3417-6950-409d-a25c-11fa05b90799 for instance with vm_state building and task_state spawning. [ 2073.308455] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841005, 'name': ReconfigVM_Task, 'duration_secs': 0.400643} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.308770] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2073.313729] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0795cef7-dc02-40a2-a29e-d51dc08f1d5a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.328147] env[64147]: DEBUG nova.network.neutron [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Successfully updated port: 966b3417-6950-409d-a25c-11fa05b90799 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2073.330583] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2073.330583] env[64147]: value = "task-1841006" [ 2073.330583] env[64147]: _type = "Task" [ 2073.330583] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.346819] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841006, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.489068] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 506fe179-7007-4e92-8cf0-1610b3f0cc88] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2073.795032] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.795260] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.795474] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "1588091d-0e7e-46aa-aa64-571c06b78d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.795657] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.795827] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.797823] env[64147]: INFO nova.compute.manager [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Terminating instance [ 2073.840118] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquiring lock "refresh_cache-e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.840270] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquired lock "refresh_cache-e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.840419] env[64147]: DEBUG nova.network.neutron [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2073.841472] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841006, 'name': ReconfigVM_Task, 'duration_secs': 0.134675} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.841970] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380925', 'volume_id': '935e2cf4-93d1-44c4-93e5-4d3657395c33', 'name': 'volume-935e2cf4-93d1-44c4-93e5-4d3657395c33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '575e8c88-bc4e-4816-a430-8ed343ea6ef2', 'attached_at': '2024-12-13T05:51:37.000000', 'detached_at': '', 'volume_id': '935e2cf4-93d1-44c4-93e5-4d3657395c33', 'serial': '935e2cf4-93d1-44c4-93e5-4d3657395c33'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2073.842281] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2073.843031] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d5abb4-5f10-4e2a-a806-7bc4b2ec7d13 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.849773] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2073.849990] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1adb3541-228f-4d3b-90be-32ca1480c864 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.983758] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2073.983993] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2073.984191] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleting the datastore file [datastore1] 575e8c88-bc4e-4816-a430-8ed343ea6ef2 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2073.984454] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f55e9e75-c9e7-4363-a5c0-e661123334d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.990712] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2073.990712] env[64147]: value = "task-1841008" [ 2073.990712] env[64147]: _type = "Task" [ 2073.990712] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.991155] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 3510a6cb-dc3f-4ec4-afdf-e73e49a59797] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2074.000783] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.302895] env[64147]: DEBUG nova.compute.manager [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2074.302895] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2074.304022] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c10ff-edfc-4080-959a-fe3aff7adc6e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.310918] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2074.311167] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e664f6e4-ea7c-4d8d-96f8-9d4b06b51721 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.317479] env[64147]: DEBUG oslo_vmware.api [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2074.317479] env[64147]: value = "task-1841009" [ 2074.317479] env[64147]: _type = "Task" [ 2074.317479] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.325195] env[64147]: DEBUG oslo_vmware.api [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.380650] env[64147]: DEBUG nova.network.neutron [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2074.496625] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 0b26e026-d2ae-4df5-8542-4070bb3d40ba] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2074.504725] env[64147]: DEBUG oslo_vmware.api [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150987} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.504725] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2074.504881] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2074.505045] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2074.505233] env[64147]: INFO nova.compute.manager [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Took 2.31 seconds to destroy the instance on the hypervisor. [ 2074.505479] env[64147]: DEBUG oslo.service.loopingcall [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.505971] env[64147]: DEBUG nova.compute.manager [-] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2074.506127] env[64147]: DEBUG nova.network.neutron [-] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2074.627192] env[64147]: DEBUG nova.network.neutron [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Updating instance_info_cache with network_info: [{"id": "966b3417-6950-409d-a25c-11fa05b90799", "address": "fa:16:3e:ee:99:70", "network": {"id": "7a3587ec-113f-4a28-850e-a547b17a23f4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2081826888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4edbad161ced4afdbb5b6346c230fb84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966b3417-69", "ovs_interfaceid": "966b3417-6950-409d-a25c-11fa05b90799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.828212] env[64147]: DEBUG oslo_vmware.api [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841009, 'name': PowerOffVM_Task, 'duration_secs': 0.200158} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.828465] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.828609] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2074.828909] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d733f4d-33b7-4e97-9416-e461fa6e6668 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.912172] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2074.912396] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2074.912575] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleting the datastore file [datastore1] 1588091d-0e7e-46aa-aa64-571c06b78d4a {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2074.912841] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b58a7d9-12a6-44c0-a594-715df4eb3fa1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.919220] env[64147]: DEBUG oslo_vmware.api [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2074.919220] env[64147]: value = "task-1841011" [ 2074.919220] env[64147]: _type = "Task" [ 2074.919220] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.005984] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: fd26f2d8-5b60-47ea-9463-04f17c1c6804] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2075.130741] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Releasing lock "refresh_cache-e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.131093] env[64147]: DEBUG nova.compute.manager [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Instance network_info: |[{"id": "966b3417-6950-409d-a25c-11fa05b90799", "address": "fa:16:3e:ee:99:70", "network": {"id": "7a3587ec-113f-4a28-850e-a547b17a23f4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2081826888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4edbad161ced4afdbb5b6346c230fb84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966b3417-69", "ovs_interfaceid": "966b3417-6950-409d-a25c-11fa05b90799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2075.131550] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:99:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '966b3417-6950-409d-a25c-11fa05b90799', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2075.144120] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Creating folder: Project (4edbad161ced4afdbb5b6346c230fb84). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2075.144120] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70c547d6-a06b-4e03-bc4a-717cdc5a30b5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.153687] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Created folder: Project (4edbad161ced4afdbb5b6346c230fb84) in parent group-v380629. [ 2075.153873] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Creating folder: Instances. Parent ref: group-v380933. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2075.154116] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c91ae43-cfac-40b9-99a8-66f30baeeabb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.162766] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Created folder: Instances in parent group-v380933. [ 2075.163064] env[64147]: DEBUG oslo.service.loopingcall [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2075.163264] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2075.163460] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b78349c-34e8-4d3e-a2f6-8509fdfd57d6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.180893] env[64147]: DEBUG nova.compute.manager [req-d89aefca-a456-419a-a22a-7377fa8d518b req-e48a793c-e61b-4f03-a2de-06965c0b0b22 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Received event network-vif-deleted-90ad653a-e8dc-4e0a-ab78-a00a7b662472 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2075.181098] env[64147]: INFO nova.compute.manager [req-d89aefca-a456-419a-a22a-7377fa8d518b req-e48a793c-e61b-4f03-a2de-06965c0b0b22 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Neutron deleted interface 90ad653a-e8dc-4e0a-ab78-a00a7b662472; detaching it from the instance and deleting it from the info cache [ 2075.181271] env[64147]: DEBUG nova.network.neutron [req-d89aefca-a456-419a-a22a-7377fa8d518b req-e48a793c-e61b-4f03-a2de-06965c0b0b22 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.186755] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2075.186755] env[64147]: value = "task-1841014" [ 2075.186755] env[64147]: _type = "Task" [ 2075.186755] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.194788] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841014, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.227590] env[64147]: DEBUG nova.compute.manager [req-25bd856f-2ae4-44ae-b073-69e6145c55fc req-903a6c13-26b5-4d00-9700-59c415876eb5 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Received event network-changed-966b3417-6950-409d-a25c-11fa05b90799 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2075.227832] env[64147]: DEBUG nova.compute.manager [req-25bd856f-2ae4-44ae-b073-69e6145c55fc req-903a6c13-26b5-4d00-9700-59c415876eb5 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Refreshing instance network info cache due to event network-changed-966b3417-6950-409d-a25c-11fa05b90799. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2075.228093] env[64147]: DEBUG oslo_concurrency.lockutils [req-25bd856f-2ae4-44ae-b073-69e6145c55fc req-903a6c13-26b5-4d00-9700-59c415876eb5 service nova] Acquiring lock "refresh_cache-e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.228270] env[64147]: DEBUG oslo_concurrency.lockutils [req-25bd856f-2ae4-44ae-b073-69e6145c55fc req-903a6c13-26b5-4d00-9700-59c415876eb5 service nova] Acquired lock "refresh_cache-e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.228450] env[64147]: DEBUG nova.network.neutron [req-25bd856f-2ae4-44ae-b073-69e6145c55fc req-903a6c13-26b5-4d00-9700-59c415876eb5 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Refreshing network info cache for port 966b3417-6950-409d-a25c-11fa05b90799 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2075.429377] env[64147]: DEBUG oslo_vmware.api [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163096} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.429649] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2075.429859] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2075.430073] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2075.430276] env[64147]: INFO nova.compute.manager [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2075.430521] env[64147]: DEBUG oslo.service.loopingcall [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2075.430735] env[64147]: DEBUG nova.compute.manager [-] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2075.430864] env[64147]: DEBUG nova.network.neutron [-] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2075.509399] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 0cea15a8-9ad1-48c9-b4f5-920112a28664] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2075.647513] env[64147]: DEBUG nova.network.neutron [-] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.685148] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5821a1d-b1f0-48db-8270-5b4f38ee46e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.694670] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29118c40-c158-4bd6-a407-bbd3d7125f6e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.708893] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841014, 'name': CreateVM_Task, 'duration_secs': 0.40164} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.708893] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.709604] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.709833] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.710312] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.710532] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d66c169-8ce7-4a6e-95a7-39e706723678 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.716016] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for the task: (returnval){ [ 2075.716016] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520a7b09-26e8-eb0b-d1dc-0152668932af" [ 2075.716016] env[64147]: _type = "Task" [ 2075.716016] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.725442] env[64147]: DEBUG nova.compute.manager [req-d89aefca-a456-419a-a22a-7377fa8d518b req-e48a793c-e61b-4f03-a2de-06965c0b0b22 service nova] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Detach interface failed, port_id=90ad653a-e8dc-4e0a-ab78-a00a7b662472, reason: Instance 575e8c88-bc4e-4816-a430-8ed343ea6ef2 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2075.732800] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520a7b09-26e8-eb0b-d1dc-0152668932af, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.733175] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.733458] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2075.733744] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.733953] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.734218] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2075.734910] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa17556c-1cf6-47d5-8f43-b1a0e51e2ef5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.742520] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2075.742683] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2075.743599] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0e947f-197e-4100-a183-d01eceec770e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.749282] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for the task: (returnval){ [ 2075.749282] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52021f4e-cb5a-2024-2323-1a5cf60248d7" [ 2075.749282] env[64147]: _type = "Task" [ 2075.749282] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.756568] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52021f4e-cb5a-2024-2323-1a5cf60248d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.939093] env[64147]: DEBUG nova.network.neutron [req-25bd856f-2ae4-44ae-b073-69e6145c55fc req-903a6c13-26b5-4d00-9700-59c415876eb5 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Updated VIF entry in instance network info cache for port 966b3417-6950-409d-a25c-11fa05b90799. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2075.939481] env[64147]: DEBUG nova.network.neutron [req-25bd856f-2ae4-44ae-b073-69e6145c55fc req-903a6c13-26b5-4d00-9700-59c415876eb5 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Updating instance_info_cache with network_info: [{"id": "966b3417-6950-409d-a25c-11fa05b90799", "address": "fa:16:3e:ee:99:70", "network": {"id": "7a3587ec-113f-4a28-850e-a547b17a23f4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2081826888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4edbad161ced4afdbb5b6346c230fb84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966b3417-69", "ovs_interfaceid": "966b3417-6950-409d-a25c-11fa05b90799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.012864] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 2d308923-3315-4395-9e34-5a2a41481883] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2076.152175] env[64147]: INFO nova.compute.manager [-] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Took 1.65 seconds to deallocate network for instance. [ 2076.260591] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52021f4e-cb5a-2024-2323-1a5cf60248d7, 'name': SearchDatastore_Task, 'duration_secs': 0.023682} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.261382] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687ee48e-b0ba-488c-ab08-c4e73f9cfda3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.266321] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for the task: (returnval){ [ 2076.266321] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5251b7db-bfff-2428-9f66-5e49fd5df30b" [ 2076.266321] env[64147]: _type = "Task" [ 2076.266321] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.273277] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5251b7db-bfff-2428-9f66-5e49fd5df30b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.360220] env[64147]: DEBUG nova.network.neutron [-] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.442306] env[64147]: DEBUG oslo_concurrency.lockutils [req-25bd856f-2ae4-44ae-b073-69e6145c55fc req-903a6c13-26b5-4d00-9700-59c415876eb5 service nova] Releasing lock "refresh_cache-e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.516221] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 04bb629a-dea1-43bb-b756-9a8b4224e1ec] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2076.696378] env[64147]: INFO nova.compute.manager [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Took 0.54 seconds to detach 1 volumes for instance. [ 2076.777482] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5251b7db-bfff-2428-9f66-5e49fd5df30b, 'name': SearchDatastore_Task, 'duration_secs': 0.016825} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.777745] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.777995] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] e7c53d05-081a-45a4-8ec8-aa8b303c4bc5/e7c53d05-081a-45a4-8ec8-aa8b303c4bc5.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2076.778265] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0e09873-836b-45ee-b732-a0db3d06cd5f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.784682] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for the task: (returnval){ [ 2076.784682] env[64147]: value = "task-1841015" [ 2076.784682] env[64147]: _type = "Task" [ 2076.784682] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.792512] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.863265] env[64147]: INFO nova.compute.manager [-] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Took 1.43 seconds to deallocate network for instance. [ 2077.019425] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: df8acd8d-95fc-4441-92d1-b37207f54606] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2077.193859] env[64147]: DEBUG nova.compute.manager [req-f967fbd8-bced-4a04-b4cd-49abbab33378 req-b2f9d21a-7766-4bdd-8edc-5302a62d82d9 service nova] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Received event network-vif-deleted-25152f36-df47-4d66-b292-500f280914aa {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2077.202394] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.202665] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.202936] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.226882] env[64147]: INFO nova.scheduler.client.report [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleted allocations for instance 575e8c88-bc4e-4816-a430-8ed343ea6ef2 [ 2077.294699] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457486} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.295036] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] e7c53d05-081a-45a4-8ec8-aa8b303c4bc5/e7c53d05-081a-45a4-8ec8-aa8b303c4bc5.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2077.295311] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2077.296059] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcfa0c64-02fd-4c6b-8504-1ff66f79e30a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.303175] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for the task: (returnval){ [ 2077.303175] env[64147]: value = "task-1841016" [ 2077.303175] env[64147]: _type = "Task" [ 2077.303175] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.311787] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.371899] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.372195] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.372422] env[64147]: DEBUG nova.objects.instance [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lazy-loading 'resources' on Instance uuid 1588091d-0e7e-46aa-aa64-571c06b78d4a {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.523246] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 79c04295-4505-4a59-8d56-63e4e05a7490] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2077.733893] env[64147]: DEBUG oslo_concurrency.lockutils [None req-fdab92dd-d892-4982-8173-74c13fab07f0 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "575e8c88-bc4e-4816-a430-8ed343ea6ef2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.050s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.813595] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.813902] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2077.814987] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fce067-90c8-470e-8902-012c62132f87 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.837324] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] e7c53d05-081a-45a4-8ec8-aa8b303c4bc5/e7c53d05-081a-45a4-8ec8-aa8b303c4bc5.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2077.837940] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa126f25-46fc-4efc-b514-53a3ea45b067 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.857485] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for the task: (returnval){ [ 2077.857485] env[64147]: value = "task-1841017" [ 2077.857485] env[64147]: _type = "Task" [ 2077.857485] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.865912] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.934995] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b07ca12-27a5-4264-972a-9e8280ff115a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.943239] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0eac73-21cf-4e49-b201-59ec80750b31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.973791] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af10f71-b116-43bd-940f-e357745615d8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.981446] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5465e927-c070-4e71-9beb-34044b0838e0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.996087] env[64147]: DEBUG nova.compute.provider_tree [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.026724] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: afc59702-ffca-4d8c-81ff-ca0022c1d669] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2078.367713] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841017, 'name': ReconfigVM_Task, 'duration_secs': 0.270602} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.367988] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] e7c53d05-081a-45a4-8ec8-aa8b303c4bc5/e7c53d05-081a-45a4-8ec8-aa8b303c4bc5.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.368627] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ba4cfd7-f6eb-4ec4-9920-67ed9cd6a47b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.374277] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for the task: (returnval){ [ 2078.374277] env[64147]: value = "task-1841018" [ 2078.374277] env[64147]: _type = "Task" [ 2078.374277] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.381581] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841018, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.499899] env[64147]: DEBUG nova.scheduler.client.report [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2078.530189] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 97706ce3-e0e6-446a-9c80-dbcc6c4963c5] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2078.885628] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841018, 'name': Rename_Task, 'duration_secs': 0.145047} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.885958] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2078.886226] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f679827-0cdb-429e-bc39-8a93ecfd727f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.893047] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for the task: (returnval){ [ 2078.893047] env[64147]: value = "task-1841019" [ 2078.893047] env[64147]: _type = "Task" [ 2078.893047] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.901197] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.922946] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.923244] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.004783] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.027490] env[64147]: INFO nova.scheduler.client.report [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleted allocations for instance 1588091d-0e7e-46aa-aa64-571c06b78d4a [ 2079.032985] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 6f33edae-5839-4761-be87-310e5c5f0b3e] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2079.403603] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.426193] env[64147]: DEBUG nova.compute.manager [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2079.535420] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 98d10e09-08f9-4881-81a9-9f301a3e2907] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2079.537403] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ed07a9c2-c736-4930-bb3e-0dcbff4974fa tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "1588091d-0e7e-46aa-aa64-571c06b78d4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.903754] env[64147]: DEBUG oslo_vmware.api [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841019, 'name': PowerOnVM_Task, 'duration_secs': 0.987221} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.904042] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2079.904268] env[64147]: INFO nova.compute.manager [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Took 14.53 seconds to spawn the instance on the hypervisor. [ 2079.904459] env[64147]: DEBUG nova.compute.manager [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2079.905234] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8943e4-edb4-492c-ba9a-802b94a0923e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.945159] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.945426] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.946978] env[64147]: INFO nova.compute.claims [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2080.039147] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1d8df06a-c5e0-443c-b2c8-7e9a8f2e82f5] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2080.425541] env[64147]: INFO nova.compute.manager [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Took 19.82 seconds to build instance. [ 2080.543072] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 07811f49-9bcb-4a28-b740-20fae75c98b0] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2080.927930] env[64147]: DEBUG oslo_concurrency.lockutils [None req-86a061ae-37c9-41c2-b594-afd296078132 tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.334s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.950545] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquiring lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.950863] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.951106] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquiring lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.951298] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.951475] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.953612] env[64147]: INFO nova.compute.manager [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Terminating instance [ 2081.023571] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed00a9-f246-4faa-a602-f9e37dc4cf31 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.030996] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87a5d35-b72d-4c4e-92bc-b2fd6a149670 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.062189] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 008248b7-29c5-48ea-a253-80534c1c9c3f] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2081.064030] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0610871e-06cb-4890-bd3a-c172ee540075 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.074019] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86687011-d4b4-486b-8427-c924124845c1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.089843] env[64147]: DEBUG nova.compute.provider_tree [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2081.459256] env[64147]: DEBUG nova.compute.manager [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2081.459485] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2081.460813] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab73729-f4bd-44c3-a5ea-b15ea5504254 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.468278] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2081.468495] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb751cc-d7ea-45ae-a4b2-7285e36191f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.474618] env[64147]: DEBUG oslo_vmware.api [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for the task: (returnval){ [ 2081.474618] env[64147]: value = "task-1841020" [ 2081.474618] env[64147]: _type = "Task" [ 2081.474618] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.482276] env[64147]: DEBUG oslo_vmware.api [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.568425] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 29fdb461-3f61-48ef-b36b-9a2c094a86cd] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2081.594757] env[64147]: DEBUG nova.scheduler.client.report [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.780281] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.780511] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.984942] env[64147]: DEBUG oslo_vmware.api [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841020, 'name': PowerOffVM_Task, 'duration_secs': 0.173425} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.985200] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2081.985371] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2081.985623] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33401a3b-7eca-4017-af22-6d651e20ab50 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.071236] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: fa858069-56fa-4de6-885c-670408b92daa] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2082.101392] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.101914] env[64147]: DEBUG nova.compute.manager [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2082.209899] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2082.210149] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2082.210342] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Deleting the datastore file [datastore1] e7c53d05-081a-45a4-8ec8-aa8b303c4bc5 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2082.210612] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e73e8de-5364-47c5-a8e7-fb516a15cb45 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.220123] env[64147]: DEBUG oslo_vmware.api [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for the task: (returnval){ [ 2082.220123] env[64147]: value = "task-1841022" [ 2082.220123] env[64147]: _type = "Task" [ 2082.220123] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.227764] env[64147]: DEBUG oslo_vmware.api [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.283108] env[64147]: DEBUG nova.compute.manager [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2082.574587] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 49e0af98-e430-4d2f-ae10-e6aa178006cf] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2082.605931] env[64147]: DEBUG nova.compute.utils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2082.607224] env[64147]: DEBUG nova.compute.manager [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2082.607395] env[64147]: DEBUG nova.network.neutron [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2082.657639] env[64147]: DEBUG nova.policy [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d19dac81e3347b38e16c9d724e740e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '068f19de4bc04821907bbc561ecebc35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2082.730416] env[64147]: DEBUG oslo_vmware.api [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Task: {'id': task-1841022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170934} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.730639] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2082.730972] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2082.731237] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2082.731429] env[64147]: INFO nova.compute.manager [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2082.731744] env[64147]: DEBUG oslo.service.loopingcall [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2082.731987] env[64147]: DEBUG nova.compute.manager [-] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2082.732130] env[64147]: DEBUG nova.network.neutron [-] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2082.811375] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.811641] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.813226] env[64147]: INFO nova.compute.claims [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2082.966485] env[64147]: DEBUG nova.network.neutron [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Successfully created port: fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2082.999276] env[64147]: DEBUG nova.compute.manager [req-61aaa959-4621-48d6-8e55-4b4955c025bf req-a7a5c54e-9660-4311-90f0-edce06fb6dd3 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Received event network-vif-deleted-966b3417-6950-409d-a25c-11fa05b90799 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2082.999474] env[64147]: INFO nova.compute.manager [req-61aaa959-4621-48d6-8e55-4b4955c025bf req-a7a5c54e-9660-4311-90f0-edce06fb6dd3 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Neutron deleted interface 966b3417-6950-409d-a25c-11fa05b90799; detaching it from the instance and deleting it from the info cache [ 2082.999610] env[64147]: DEBUG nova.network.neutron [req-61aaa959-4621-48d6-8e55-4b4955c025bf req-a7a5c54e-9660-4311-90f0-edce06fb6dd3 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.078689] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1456713b-c899-46fd-ad10-9e90e6bb64c2] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2083.112808] env[64147]: DEBUG nova.compute.manager [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2083.474387] env[64147]: DEBUG nova.network.neutron [-] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.505376] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0d3c49e-442b-4aef-a219-418750ab39cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.515025] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a634d189-bdef-44ed-844d-f40ad6e213b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.540491] env[64147]: DEBUG nova.compute.manager [req-61aaa959-4621-48d6-8e55-4b4955c025bf req-a7a5c54e-9660-4311-90f0-edce06fb6dd3 service nova] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Detach interface failed, port_id=966b3417-6950-409d-a25c-11fa05b90799, reason: Instance e7c53d05-081a-45a4-8ec8-aa8b303c4bc5 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2083.581666] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 9f9b4fa1-8187-431d-8f50-536a80a9c5b3] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2083.894812] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36d9b69-e9cd-4c97-b5cc-af5269192634 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.903558] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d3bd4e-f5cb-45f5-b20f-2d95170a9669 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.932546] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c43eaa-725f-4b58-a437-1b81486b066c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.939940] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeda87b-b3e7-44f0-a38f-ce2f31879d63 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.952800] env[64147]: DEBUG nova.compute.provider_tree [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2083.976600] env[64147]: INFO nova.compute.manager [-] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Took 1.24 seconds to deallocate network for instance. [ 2084.085960] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: b963fd88-11ad-48ec-910c-e531c727961e] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2084.122541] env[64147]: DEBUG nova.compute.manager [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2084.148822] env[64147]: DEBUG nova.virt.hardware [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2084.149279] env[64147]: DEBUG nova.virt.hardware [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2084.149279] env[64147]: DEBUG nova.virt.hardware [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2084.149436] env[64147]: DEBUG nova.virt.hardware [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2084.149583] env[64147]: DEBUG nova.virt.hardware [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2084.149730] env[64147]: DEBUG nova.virt.hardware [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2084.149940] env[64147]: DEBUG nova.virt.hardware [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2084.150113] env[64147]: DEBUG nova.virt.hardware [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2084.150282] env[64147]: DEBUG nova.virt.hardware [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2084.150442] env[64147]: DEBUG nova.virt.hardware [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2084.150614] env[64147]: DEBUG nova.virt.hardware [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2084.151505] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9dd2ec-f6a4-4cfd-bcd3-ecb4b253e74d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.159255] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170748aa-e799-41fc-8505-b8f23271475c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.341781] env[64147]: DEBUG nova.compute.manager [req-c216e370-b1f3-4459-92e5-ae0b62925e72 req-130dfa04-b998-4b90-86a5-5c64d981c8a0 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Received event network-vif-plugged-fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2084.341882] env[64147]: DEBUG oslo_concurrency.lockutils [req-c216e370-b1f3-4459-92e5-ae0b62925e72 req-130dfa04-b998-4b90-86a5-5c64d981c8a0 service nova] Acquiring lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.342130] env[64147]: DEBUG oslo_concurrency.lockutils [req-c216e370-b1f3-4459-92e5-ae0b62925e72 req-130dfa04-b998-4b90-86a5-5c64d981c8a0 service nova] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.342316] env[64147]: DEBUG oslo_concurrency.lockutils [req-c216e370-b1f3-4459-92e5-ae0b62925e72 req-130dfa04-b998-4b90-86a5-5c64d981c8a0 service nova] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.342488] env[64147]: DEBUG nova.compute.manager [req-c216e370-b1f3-4459-92e5-ae0b62925e72 req-130dfa04-b998-4b90-86a5-5c64d981c8a0 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] No waiting events found dispatching network-vif-plugged-fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2084.342653] env[64147]: WARNING nova.compute.manager [req-c216e370-b1f3-4459-92e5-ae0b62925e72 req-130dfa04-b998-4b90-86a5-5c64d981c8a0 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Received unexpected event network-vif-plugged-fd7d0e72-e05b-44e2-b7d8-92aaed778142 for instance with vm_state building and task_state spawning. [ 2084.442738] env[64147]: DEBUG nova.network.neutron [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Successfully updated port: fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2084.456265] env[64147]: DEBUG nova.scheduler.client.report [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2084.482594] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.588598] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 53ceb216-7d63-4dfd-8185-1bf488665180] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2084.948166] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.948354] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.948517] env[64147]: DEBUG nova.network.neutron [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2084.960440] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.961010] env[64147]: DEBUG nova.compute.manager [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2084.963835] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.481s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.964075] env[64147]: DEBUG nova.objects.instance [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Lazy-loading 'resources' on Instance uuid e7c53d05-081a-45a4-8ec8-aa8b303c4bc5 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2085.091664] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2085.091861] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances with incomplete migration {{(pid=64147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 2085.467356] env[64147]: DEBUG nova.compute.utils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2085.471514] env[64147]: DEBUG nova.compute.manager [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2085.471868] env[64147]: DEBUG nova.network.neutron [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2085.478910] env[64147]: DEBUG nova.network.neutron [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2085.512259] env[64147]: DEBUG nova.policy [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cc8820bad4e44709fb44a3741fdb1d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '738bec3f92ce448ea76f8bdba6344302', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2085.551988] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fb345c-f814-4e2e-bb33-0d0915c1c2c7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.559688] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c84c7c-9adb-4359-a15c-2b79b3b5d57f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.591692] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a088b757-c053-4e14-a654-0a3d811ec501 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.594643] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2085.601312] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389f7ab6-55cb-4e02-a909-daae96e1dc80 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.618479] env[64147]: DEBUG nova.compute.provider_tree [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.625421] env[64147]: DEBUG nova.network.neutron [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updating instance_info_cache with network_info: [{"id": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "address": "fa:16:3e:7d:a7:4f", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7d0e72-e0", "ovs_interfaceid": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.792372] env[64147]: DEBUG nova.network.neutron [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Successfully created port: b8c6816b-601a-4681-92ae-4eeac376faf5 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2085.972554] env[64147]: DEBUG nova.compute.manager [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2086.121411] env[64147]: DEBUG nova.scheduler.client.report [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.127581] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.127840] env[64147]: DEBUG nova.compute.manager [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Instance network_info: |[{"id": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "address": "fa:16:3e:7d:a7:4f", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7d0e72-e0", "ovs_interfaceid": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2086.128232] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:a7:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd7d0e72-e05b-44e2-b7d8-92aaed778142', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2086.135948] env[64147]: DEBUG oslo.service.loopingcall [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2086.136832] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2086.137095] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d97707d-ec1e-48df-8f31-72d2cd990018 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.157715] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2086.157715] env[64147]: value = "task-1841023" [ 2086.157715] env[64147]: _type = "Task" [ 2086.157715] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.165571] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841023, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.368979] env[64147]: DEBUG nova.compute.manager [req-312f68db-aa4d-40ac-a5b4-7632a3b811e6 req-ce45082a-a772-43ab-87bd-898e4b64ee27 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Received event network-changed-fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2086.369130] env[64147]: DEBUG nova.compute.manager [req-312f68db-aa4d-40ac-a5b4-7632a3b811e6 req-ce45082a-a772-43ab-87bd-898e4b64ee27 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Refreshing instance network info cache due to event network-changed-fd7d0e72-e05b-44e2-b7d8-92aaed778142. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2086.369345] env[64147]: DEBUG oslo_concurrency.lockutils [req-312f68db-aa4d-40ac-a5b4-7632a3b811e6 req-ce45082a-a772-43ab-87bd-898e4b64ee27 service nova] Acquiring lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.369521] env[64147]: DEBUG oslo_concurrency.lockutils [req-312f68db-aa4d-40ac-a5b4-7632a3b811e6 req-ce45082a-a772-43ab-87bd-898e4b64ee27 service nova] Acquired lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.369689] env[64147]: DEBUG nova.network.neutron [req-312f68db-aa4d-40ac-a5b4-7632a3b811e6 req-ce45082a-a772-43ab-87bd-898e4b64ee27 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Refreshing network info cache for port fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2086.626600] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.648824] env[64147]: INFO nova.scheduler.client.report [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Deleted allocations for instance e7c53d05-081a-45a4-8ec8-aa8b303c4bc5 [ 2086.668228] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841023, 'name': CreateVM_Task, 'duration_secs': 0.372311} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.668402] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2086.669182] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.669349] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.669667] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2086.669910] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425e6018-8676-4239-bd6a-48ebf5d76494 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.674904] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2086.674904] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e0b96e-6e65-e464-f7d1-74847a6c5e13" [ 2086.674904] env[64147]: _type = "Task" [ 2086.674904] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.682743] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e0b96e-6e65-e464-f7d1-74847a6c5e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.981949] env[64147]: DEBUG nova.compute.manager [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2087.007111] env[64147]: DEBUG nova.virt.hardware [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2087.007424] env[64147]: DEBUG nova.virt.hardware [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2087.007525] env[64147]: DEBUG nova.virt.hardware [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2087.007712] env[64147]: DEBUG nova.virt.hardware [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2087.007859] env[64147]: DEBUG nova.virt.hardware [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2087.008084] env[64147]: DEBUG nova.virt.hardware [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2087.008236] env[64147]: DEBUG nova.virt.hardware [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2087.008462] env[64147]: DEBUG nova.virt.hardware [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2087.008649] env[64147]: DEBUG nova.virt.hardware [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2087.008908] env[64147]: DEBUG nova.virt.hardware [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2087.009158] env[64147]: DEBUG nova.virt.hardware [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2087.010041] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1b3989-7a6a-443f-bc9d-7e04d994b812 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.022184] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0bde37-40d5-4cec-8239-3d1a4fa5bfa2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.156009] env[64147]: DEBUG oslo_concurrency.lockutils [None req-0f72f95f-c544-4db1-be11-84977051e51b tempest-ServersNegativeTestMultiTenantJSON-1890232991 tempest-ServersNegativeTestMultiTenantJSON-1890232991-project-member] Lock "e7c53d05-081a-45a4-8ec8-aa8b303c4bc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.205s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.187382] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e0b96e-6e65-e464-f7d1-74847a6c5e13, 'name': SearchDatastore_Task, 'duration_secs': 0.01367} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.187548] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.187700] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2087.187940] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.189024] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.189024] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.189625] env[64147]: DEBUG nova.compute.manager [req-6a638989-263f-411b-a89f-04298c8a2703 req-04ad29de-2cef-4034-86aa-88c1732ad494 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Received event network-vif-plugged-b8c6816b-601a-4681-92ae-4eeac376faf5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2087.190080] env[64147]: DEBUG oslo_concurrency.lockutils [req-6a638989-263f-411b-a89f-04298c8a2703 req-04ad29de-2cef-4034-86aa-88c1732ad494 service nova] Acquiring lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.190080] env[64147]: DEBUG oslo_concurrency.lockutils [req-6a638989-263f-411b-a89f-04298c8a2703 req-04ad29de-2cef-4034-86aa-88c1732ad494 service nova] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.190413] env[64147]: DEBUG oslo_concurrency.lockutils [req-6a638989-263f-411b-a89f-04298c8a2703 req-04ad29de-2cef-4034-86aa-88c1732ad494 service nova] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.190681] env[64147]: DEBUG nova.compute.manager [req-6a638989-263f-411b-a89f-04298c8a2703 req-04ad29de-2cef-4034-86aa-88c1732ad494 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] No waiting events found dispatching network-vif-plugged-b8c6816b-601a-4681-92ae-4eeac376faf5 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2087.190896] env[64147]: WARNING nova.compute.manager [req-6a638989-263f-411b-a89f-04298c8a2703 req-04ad29de-2cef-4034-86aa-88c1732ad494 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Received unexpected event network-vif-plugged-b8c6816b-601a-4681-92ae-4eeac376faf5 for instance with vm_state building and task_state spawning. [ 2087.191454] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4545bd73-170f-4b3a-ad13-0980df9d7dc8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.200878] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.201052] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2087.202065] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af635231-cd0f-4b04-a958-f112d8476a18 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.205216] env[64147]: DEBUG nova.network.neutron [req-312f68db-aa4d-40ac-a5b4-7632a3b811e6 req-ce45082a-a772-43ab-87bd-898e4b64ee27 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updated VIF entry in instance network info cache for port fd7d0e72-e05b-44e2-b7d8-92aaed778142. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2087.205545] env[64147]: DEBUG nova.network.neutron [req-312f68db-aa4d-40ac-a5b4-7632a3b811e6 req-ce45082a-a772-43ab-87bd-898e4b64ee27 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updating instance_info_cache with network_info: [{"id": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "address": "fa:16:3e:7d:a7:4f", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7d0e72-e0", "ovs_interfaceid": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.209807] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2087.209807] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5206b8ad-a494-259f-4bf2-21af0f71002f" [ 2087.209807] env[64147]: _type = "Task" [ 2087.209807] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.217113] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5206b8ad-a494-259f-4bf2-21af0f71002f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.276391] env[64147]: DEBUG nova.network.neutron [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Successfully updated port: b8c6816b-601a-4681-92ae-4eeac376faf5 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2087.707369] env[64147]: DEBUG oslo_concurrency.lockutils [req-312f68db-aa4d-40ac-a5b4-7632a3b811e6 req-ce45082a-a772-43ab-87bd-898e4b64ee27 service nova] Releasing lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.724911] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5206b8ad-a494-259f-4bf2-21af0f71002f, 'name': SearchDatastore_Task, 'duration_secs': 0.008723} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.725731] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6e6c05-2290-498f-b55e-b91fa2bd6dc3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.731972] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2087.731972] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522c9e13-ca5b-a7a0-dd96-a8646b21c493" [ 2087.731972] env[64147]: _type = "Task" [ 2087.731972] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.740198] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522c9e13-ca5b-a7a0-dd96-a8646b21c493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.778904] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "refresh_cache-ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.779075] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "refresh_cache-ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.779232] env[64147]: DEBUG nova.network.neutron [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.242182] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522c9e13-ca5b-a7a0-dd96-a8646b21c493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.326539] env[64147]: DEBUG nova.network.neutron [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2088.507303] env[64147]: DEBUG nova.network.neutron [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Updating instance_info_cache with network_info: [{"id": "b8c6816b-601a-4681-92ae-4eeac376faf5", "address": "fa:16:3e:d1:62:78", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c6816b-60", "ovs_interfaceid": "b8c6816b-601a-4681-92ae-4eeac376faf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.749059] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522c9e13-ca5b-a7a0-dd96-a8646b21c493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.008044] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "refresh_cache-ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.008427] env[64147]: DEBUG nova.compute.manager [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Instance network_info: |[{"id": "b8c6816b-601a-4681-92ae-4eeac376faf5", "address": "fa:16:3e:d1:62:78", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c6816b-60", "ovs_interfaceid": "b8c6816b-601a-4681-92ae-4eeac376faf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2089.008947] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:62:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8c6816b-601a-4681-92ae-4eeac376faf5', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2089.017764] env[64147]: DEBUG oslo.service.loopingcall [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2089.018011] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2089.018266] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df3db1e1-904a-475a-9375-42ad75de224a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.038899] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2089.038899] env[64147]: value = "task-1841024" [ 2089.038899] env[64147]: _type = "Task" [ 2089.038899] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.046452] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.231091] env[64147]: DEBUG nova.compute.manager [req-a0a9857e-eed8-47ee-9774-974688690f02 req-202f902e-0bc6-4119-bb10-bd38d5075161 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Received event network-changed-b8c6816b-601a-4681-92ae-4eeac376faf5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2089.231300] env[64147]: DEBUG nova.compute.manager [req-a0a9857e-eed8-47ee-9774-974688690f02 req-202f902e-0bc6-4119-bb10-bd38d5075161 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Refreshing instance network info cache due to event network-changed-b8c6816b-601a-4681-92ae-4eeac376faf5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2089.231517] env[64147]: DEBUG oslo_concurrency.lockutils [req-a0a9857e-eed8-47ee-9774-974688690f02 req-202f902e-0bc6-4119-bb10-bd38d5075161 service nova] Acquiring lock "refresh_cache-ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.231661] env[64147]: DEBUG oslo_concurrency.lockutils [req-a0a9857e-eed8-47ee-9774-974688690f02 req-202f902e-0bc6-4119-bb10-bd38d5075161 service nova] Acquired lock "refresh_cache-ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.231822] env[64147]: DEBUG nova.network.neutron [req-a0a9857e-eed8-47ee-9774-974688690f02 req-202f902e-0bc6-4119-bb10-bd38d5075161 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Refreshing network info cache for port b8c6816b-601a-4681-92ae-4eeac376faf5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2089.246116] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522c9e13-ca5b-a7a0-dd96-a8646b21c493, 'name': SearchDatastore_Task, 'duration_secs': 1.192065} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.246378] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.246623] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 17b0e691-c968-4c26-b8fa-b1558f813d5d/17b0e691-c968-4c26-b8fa-b1558f813d5d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2089.246873] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e123daf5-3e64-46e0-9b78-a85aed596260 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.253218] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2089.253218] env[64147]: value = "task-1841025" [ 2089.253218] env[64147]: _type = "Task" [ 2089.253218] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.262011] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.549953] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.764551] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449148} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.764816] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 17b0e691-c968-4c26-b8fa-b1558f813d5d/17b0e691-c968-4c26-b8fa-b1558f813d5d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2089.765021] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2089.765277] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56e2ea4d-e34a-4d2e-bce6-65594bc2ab07 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.772025] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2089.772025] env[64147]: value = "task-1841026" [ 2089.772025] env[64147]: _type = "Task" [ 2089.772025] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.782305] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.965864] env[64147]: DEBUG nova.network.neutron [req-a0a9857e-eed8-47ee-9774-974688690f02 req-202f902e-0bc6-4119-bb10-bd38d5075161 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Updated VIF entry in instance network info cache for port b8c6816b-601a-4681-92ae-4eeac376faf5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2089.966167] env[64147]: DEBUG nova.network.neutron [req-a0a9857e-eed8-47ee-9774-974688690f02 req-202f902e-0bc6-4119-bb10-bd38d5075161 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Updating instance_info_cache with network_info: [{"id": "b8c6816b-601a-4681-92ae-4eeac376faf5", "address": "fa:16:3e:d1:62:78", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c6816b-60", "ovs_interfaceid": "b8c6816b-601a-4681-92ae-4eeac376faf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.050687] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.284352] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066782} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.284629] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2090.285434] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9f66a6-432c-4f8f-afce-033d9b7ec8bf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.306939] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 17b0e691-c968-4c26-b8fa-b1558f813d5d/17b0e691-c968-4c26-b8fa-b1558f813d5d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2090.307203] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b566b75-8f45-4282-8f00-193d1983de3c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.326777] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2090.326777] env[64147]: value = "task-1841027" [ 2090.326777] env[64147]: _type = "Task" [ 2090.326777] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.334444] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.472847] env[64147]: DEBUG oslo_concurrency.lockutils [req-a0a9857e-eed8-47ee-9774-974688690f02 req-202f902e-0bc6-4119-bb10-bd38d5075161 service nova] Releasing lock "refresh_cache-ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.550181] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.838135] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841027, 'name': ReconfigVM_Task, 'duration_secs': 0.27149} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.838523] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 17b0e691-c968-4c26-b8fa-b1558f813d5d/17b0e691-c968-4c26-b8fa-b1558f813d5d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2090.839044] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab174bcf-a53a-4cf3-a763-0a7016621b68 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.845756] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2090.845756] env[64147]: value = "task-1841028" [ 2090.845756] env[64147]: _type = "Task" [ 2090.845756] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.853866] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841028, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.049618] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.357270] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841028, 'name': Rename_Task, 'duration_secs': 0.163131} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.357500] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2091.357730] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2e75f29-33eb-424f-98b0-2c10bceb5d75 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.363655] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2091.363655] env[64147]: value = "task-1841029" [ 2091.363655] env[64147]: _type = "Task" [ 2091.363655] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.370539] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.550182] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.873524] env[64147]: DEBUG oslo_vmware.api [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841029, 'name': PowerOnVM_Task, 'duration_secs': 0.434059} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.873834] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.873977] env[64147]: INFO nova.compute.manager [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Took 7.75 seconds to spawn the instance on the hypervisor. [ 2091.874178] env[64147]: DEBUG nova.compute.manager [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.874913] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8926aed3-99bd-4edf-b665-5a3ec4413ebd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.051722] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.391107] env[64147]: INFO nova.compute.manager [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Took 12.46 seconds to build instance. [ 2092.554214] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.892909] env[64147]: DEBUG oslo_concurrency.lockutils [None req-792a939a-568d-4937-86b4-e9d1d3aa77ab tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.969s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.052136] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.153564] env[64147]: DEBUG nova.compute.manager [req-4fafa8b7-fb22-4432-b925-e64a75bbbf1b req-054d9d79-c6e5-4168-9744-f877aa8faf8c service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Received event network-changed-fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2093.153759] env[64147]: DEBUG nova.compute.manager [req-4fafa8b7-fb22-4432-b925-e64a75bbbf1b req-054d9d79-c6e5-4168-9744-f877aa8faf8c service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Refreshing instance network info cache due to event network-changed-fd7d0e72-e05b-44e2-b7d8-92aaed778142. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2093.153974] env[64147]: DEBUG oslo_concurrency.lockutils [req-4fafa8b7-fb22-4432-b925-e64a75bbbf1b req-054d9d79-c6e5-4168-9744-f877aa8faf8c service nova] Acquiring lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.154132] env[64147]: DEBUG oslo_concurrency.lockutils [req-4fafa8b7-fb22-4432-b925-e64a75bbbf1b req-054d9d79-c6e5-4168-9744-f877aa8faf8c service nova] Acquired lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.154290] env[64147]: DEBUG nova.network.neutron [req-4fafa8b7-fb22-4432-b925-e64a75bbbf1b req-054d9d79-c6e5-4168-9744-f877aa8faf8c service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Refreshing network info cache for port fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2093.553562] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.854373] env[64147]: DEBUG nova.network.neutron [req-4fafa8b7-fb22-4432-b925-e64a75bbbf1b req-054d9d79-c6e5-4168-9744-f877aa8faf8c service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updated VIF entry in instance network info cache for port fd7d0e72-e05b-44e2-b7d8-92aaed778142. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2093.854754] env[64147]: DEBUG nova.network.neutron [req-4fafa8b7-fb22-4432-b925-e64a75bbbf1b req-054d9d79-c6e5-4168-9744-f877aa8faf8c service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updating instance_info_cache with network_info: [{"id": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "address": "fa:16:3e:7d:a7:4f", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7d0e72-e0", "ovs_interfaceid": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.053998] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.357256] env[64147]: DEBUG oslo_concurrency.lockutils [req-4fafa8b7-fb22-4432-b925-e64a75bbbf1b req-054d9d79-c6e5-4168-9744-f877aa8faf8c service nova] Releasing lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.555782] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.056482] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.557157] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.059024] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.558413] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.059941] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.442056] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.442309] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.560372] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.867122] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "944aa3b3-18c8-401d-a679-cf45b69d5c17" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.867364] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "944aa3b3-18c8-401d-a679-cf45b69d5c17" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.867548] env[64147]: DEBUG nova.compute.manager [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2097.868461] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecb4f0c-154c-4996-8d65-b13806e1afb8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.875322] env[64147]: DEBUG nova.compute.manager [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2097.875871] env[64147]: DEBUG nova.objects.instance [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'flavor' on Instance uuid 944aa3b3-18c8-401d-a679-cf45b69d5c17 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2097.945912] env[64147]: DEBUG nova.compute.utils [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2098.060809] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.449051] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.562131] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841024, 'name': CreateVM_Task, 'duration_secs': 9.16715} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.562333] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2098.563022] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.563190] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.563587] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2098.563895] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc16863-c875-4e52-a010-b5bb7e86aeeb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.568984] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2098.568984] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523c2f51-645d-c3e5-88a2-b627ebef7add" [ 2098.568984] env[64147]: _type = "Task" [ 2098.568984] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.577056] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523c2f51-645d-c3e5-88a2-b627ebef7add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.882374] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2098.882697] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a477f8-f350-4e16-8b7c-39cbf4e6efaa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.890703] env[64147]: DEBUG oslo_vmware.api [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2098.890703] env[64147]: value = "task-1841030" [ 2098.890703] env[64147]: _type = "Task" [ 2098.890703] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.898630] env[64147]: DEBUG oslo_vmware.api [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.079075] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523c2f51-645d-c3e5-88a2-b627ebef7add, 'name': SearchDatastore_Task, 'duration_secs': 0.009181} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.079414] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.079594] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2099.079825] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.079972] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.080168] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2099.080417] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ef92369-31e6-4eef-9003-3a207b4c5a68 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.087847] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2099.088026] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2099.088673] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b894ecc0-3f1a-44c4-94cd-fd3632aec31c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.093415] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2099.093415] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b769db-e86c-e4f0-7f67-3b7f731ad6f0" [ 2099.093415] env[64147]: _type = "Task" [ 2099.093415] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.100559] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b769db-e86c-e4f0-7f67-3b7f731ad6f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.401423] env[64147]: DEBUG oslo_vmware.api [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841030, 'name': PowerOffVM_Task, 'duration_secs': 0.150813} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.401672] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2099.401868] env[64147]: DEBUG nova.compute.manager [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2099.402655] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208aa2e2-968a-4993-8554-f7194afe70c1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.515274] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.515532] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.515766] env[64147]: INFO nova.compute.manager [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Attaching volume b1fc43ea-f530-4a37-bd7d-703c5af7235a to /dev/sdb [ 2099.546341] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2418abb4-df09-458e-b35d-019dac85342b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.553268] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7d37dc-7419-4092-ba28-f9d63decb599 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.566263] env[64147]: DEBUG nova.virt.block_device [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updating existing volume attachment record: 56a86e5b-6337-448f-8419-999ed81efdd8 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2099.604108] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b769db-e86c-e4f0-7f67-3b7f731ad6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.007162} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.604755] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3a0299-9101-4235-9902-a47a485dfb64 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.609952] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2099.609952] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b782fd-10c5-999e-1001-4e78bdf1f3d1" [ 2099.609952] env[64147]: _type = "Task" [ 2099.609952] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.617703] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b782fd-10c5-999e-1001-4e78bdf1f3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.913553] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5fd6da3d-d135-48f9-8566-e3de24f9793c tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "944aa3b3-18c8-401d-a679-cf45b69d5c17" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.120978] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b782fd-10c5-999e-1001-4e78bdf1f3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009725} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.121346] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.121578] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] ac2c0674-cf9d-4f0c-b62d-8570a17d82dd/ac2c0674-cf9d-4f0c-b62d-8570a17d82dd.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2100.121842] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48086d72-8eeb-4322-ab90-4859b5c513e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.128679] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2100.128679] env[64147]: value = "task-1841034" [ 2100.128679] env[64147]: _type = "Task" [ 2100.128679] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.136273] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.246116] env[64147]: DEBUG nova.objects.instance [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'flavor' on Instance uuid 944aa3b3-18c8-401d-a679-cf45b69d5c17 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.639790] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841034, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.751906] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.752251] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.752492] env[64147]: DEBUG nova.network.neutron [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.752704] env[64147]: DEBUG nova.objects.instance [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'info_cache' on Instance uuid 944aa3b3-18c8-401d-a679-cf45b69d5c17 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.139688] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711979} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.140047] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] ac2c0674-cf9d-4f0c-b62d-8570a17d82dd/ac2c0674-cf9d-4f0c-b62d-8570a17d82dd.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2101.140164] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2101.140416] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b66e47af-d247-49f5-b4cb-f822d72097ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.146454] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2101.146454] env[64147]: value = "task-1841035" [ 2101.146454] env[64147]: _type = "Task" [ 2101.146454] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.154122] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.256809] env[64147]: DEBUG nova.objects.base [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Object Instance<944aa3b3-18c8-401d-a679-cf45b69d5c17> lazy-loaded attributes: flavor,info_cache {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2101.656851] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176818} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.657132] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2101.657892] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c73dba-2e30-4068-9511-5b700fe822b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.679408] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] ac2c0674-cf9d-4f0c-b62d-8570a17d82dd/ac2c0674-cf9d-4f0c-b62d-8570a17d82dd.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2101.679668] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c89e453-7365-4b12-9f17-fcc0599e9f19 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.699970] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2101.699970] env[64147]: value = "task-1841036" [ 2101.699970] env[64147]: _type = "Task" [ 2101.699970] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.710629] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.983415] env[64147]: DEBUG nova.network.neutron [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Updating instance_info_cache with network_info: [{"id": "a20d52f8-911b-4a49-a582-c21aa348201b", "address": "fa:16:3e:5e:a6:5e", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa20d52f8-91", "ovs_interfaceid": "a20d52f8-911b-4a49-a582-c21aa348201b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.209648] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841036, 'name': ReconfigVM_Task, 'duration_secs': 0.272851} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.209933] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Reconfigured VM instance instance-00000076 to attach disk [datastore1] ac2c0674-cf9d-4f0c-b62d-8570a17d82dd/ac2c0674-cf9d-4f0c-b62d-8570a17d82dd.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2102.210575] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9edbff6-f588-4a62-9de2-768009e14f23 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.216386] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2102.216386] env[64147]: value = "task-1841038" [ 2102.216386] env[64147]: _type = "Task" [ 2102.216386] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.223953] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841038, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.486671] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.726244] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841038, 'name': Rename_Task, 'duration_secs': 0.13078} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.726494] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2102.726729] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a12769c6-ffce-470e-9612-ec3ecc16525c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.733332] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2102.733332] env[64147]: value = "task-1841039" [ 2102.733332] env[64147]: _type = "Task" [ 2102.733332] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.743783] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.245339] env[64147]: DEBUG oslo_vmware.api [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841039, 'name': PowerOnVM_Task, 'duration_secs': 0.459411} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.245698] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2103.245836] env[64147]: INFO nova.compute.manager [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Took 16.26 seconds to spawn the instance on the hypervisor. [ 2103.246014] env[64147]: DEBUG nova.compute.manager [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2103.246752] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea4159d-8bf0-4e5e-a955-36b3f7998b86 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.492074] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2103.492420] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04197a3d-7772-489b-8aeb-85c6622f3baa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.499988] env[64147]: DEBUG oslo_vmware.api [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2103.499988] env[64147]: value = "task-1841040" [ 2103.499988] env[64147]: _type = "Task" [ 2103.499988] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.507859] env[64147]: DEBUG oslo_vmware.api [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.763806] env[64147]: INFO nova.compute.manager [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Took 20.97 seconds to build instance. [ 2104.009518] env[64147]: DEBUG oslo_vmware.api [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841040, 'name': PowerOnVM_Task, 'duration_secs': 0.413148} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.009873] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2104.010315] env[64147]: DEBUG nova.compute.manager [None req-ff0b6096-43e8-4da5-9ec7-31e3f016ad80 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2104.011188] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2641d059-7978-4679-aaf1-212b5be714f0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.108794] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2104.109082] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380939', 'volume_id': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'name': 'volume-b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c763359-1fc5-4c2a-a77e-9d64850ed1aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'serial': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2104.109936] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae7f4da-be4b-438e-8e15-813b30873ebc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.126508] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35be05b-3272-4101-9c0f-45ca6a878a14 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.150813] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-b1fc43ea-f530-4a37-bd7d-703c5af7235a/volume-b1fc43ea-f530-4a37-bd7d-703c5af7235a.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2104.151076] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7532cee9-d0b0-4b56-bf3c-d967d0b7753f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.169345] env[64147]: DEBUG oslo_vmware.api [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2104.169345] env[64147]: value = "task-1841041" [ 2104.169345] env[64147]: _type = "Task" [ 2104.169345] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.177191] env[64147]: DEBUG oslo_vmware.api [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.266424] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ffb523e9-646e-41c6-8230-fb305f724a3e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.486s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.678823] env[64147]: DEBUG oslo_vmware.api [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841041, 'name': ReconfigVM_Task, 'duration_secs': 0.325253} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.679167] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-b1fc43ea-f530-4a37-bd7d-703c5af7235a/volume-b1fc43ea-f530-4a37-bd7d-703c5af7235a.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2104.683915] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51d78678-28e5-4680-8974-ba53c717cf93 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.700399] env[64147]: DEBUG oslo_vmware.api [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2104.700399] env[64147]: value = "task-1841042" [ 2104.700399] env[64147]: _type = "Task" [ 2104.700399] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.708857] env[64147]: DEBUG oslo_vmware.api [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.991316] env[64147]: DEBUG nova.compute.manager [req-fac69be6-c864-4783-b777-000806c19b58 req-092ec644-5f3f-4480-ae54-9a5dc2156b4b service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Received event network-changed-b8c6816b-601a-4681-92ae-4eeac376faf5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2104.991523] env[64147]: DEBUG nova.compute.manager [req-fac69be6-c864-4783-b777-000806c19b58 req-092ec644-5f3f-4480-ae54-9a5dc2156b4b service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Refreshing instance network info cache due to event network-changed-b8c6816b-601a-4681-92ae-4eeac376faf5. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2104.992310] env[64147]: DEBUG oslo_concurrency.lockutils [req-fac69be6-c864-4783-b777-000806c19b58 req-092ec644-5f3f-4480-ae54-9a5dc2156b4b service nova] Acquiring lock "refresh_cache-ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.992522] env[64147]: DEBUG oslo_concurrency.lockutils [req-fac69be6-c864-4783-b777-000806c19b58 req-092ec644-5f3f-4480-ae54-9a5dc2156b4b service nova] Acquired lock "refresh_cache-ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.992696] env[64147]: DEBUG nova.network.neutron [req-fac69be6-c864-4783-b777-000806c19b58 req-092ec644-5f3f-4480-ae54-9a5dc2156b4b service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Refreshing network info cache for port b8c6816b-601a-4681-92ae-4eeac376faf5 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2105.211241] env[64147]: DEBUG oslo_vmware.api [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.243291] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d027c1-dc5b-4b12-8717-573f5a1aaada {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.249674] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffc6cff-5630-4658-85f6-a78a7edb330e tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Suspending the VM {{(pid=64147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2105.249894] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9a0b687d-1cd1-4f67-bfef-e7caa6942e30 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.256296] env[64147]: DEBUG oslo_vmware.api [None req-8ffc6cff-5630-4658-85f6-a78a7edb330e tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2105.256296] env[64147]: value = "task-1841043" [ 2105.256296] env[64147]: _type = "Task" [ 2105.256296] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.264079] env[64147]: DEBUG oslo_vmware.api [None req-8ffc6cff-5630-4658-85f6-a78a7edb330e tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841043, 'name': SuspendVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.712341] env[64147]: DEBUG oslo_vmware.api [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841042, 'name': ReconfigVM_Task, 'duration_secs': 0.913192} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.712725] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380939', 'volume_id': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'name': 'volume-b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c763359-1fc5-4c2a-a77e-9d64850ed1aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'serial': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2105.715337] env[64147]: DEBUG nova.network.neutron [req-fac69be6-c864-4783-b777-000806c19b58 req-092ec644-5f3f-4480-ae54-9a5dc2156b4b service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Updated VIF entry in instance network info cache for port b8c6816b-601a-4681-92ae-4eeac376faf5. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2105.715670] env[64147]: DEBUG nova.network.neutron [req-fac69be6-c864-4783-b777-000806c19b58 req-092ec644-5f3f-4480-ae54-9a5dc2156b4b service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Updating instance_info_cache with network_info: [{"id": "b8c6816b-601a-4681-92ae-4eeac376faf5", "address": "fa:16:3e:d1:62:78", "network": {"id": "2fbb8957-2a8a-4848-92da-e37fd250a81c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-888024444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "738bec3f92ce448ea76f8bdba6344302", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c6816b-60", "ovs_interfaceid": "b8c6816b-601a-4681-92ae-4eeac376faf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.766677] env[64147]: DEBUG oslo_vmware.api [None req-8ffc6cff-5630-4658-85f6-a78a7edb330e tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841043, 'name': SuspendVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.219733] env[64147]: DEBUG oslo_concurrency.lockutils [req-fac69be6-c864-4783-b777-000806c19b58 req-092ec644-5f3f-4480-ae54-9a5dc2156b4b service nova] Releasing lock "refresh_cache-ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.268013] env[64147]: DEBUG oslo_vmware.api [None req-8ffc6cff-5630-4658-85f6-a78a7edb330e tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841043, 'name': SuspendVM_Task, 'duration_secs': 0.59147} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.268294] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffc6cff-5630-4658-85f6-a78a7edb330e tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Suspended the VM {{(pid=64147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2106.268474] env[64147]: DEBUG nova.compute.manager [None req-8ffc6cff-5630-4658-85f6-a78a7edb330e tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2106.269293] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f62d4a-50cb-4913-95c3-901f21aab720 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.749739] env[64147]: DEBUG nova.objects.instance [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'flavor' on Instance uuid 1c763359-1fc5-4c2a-a77e-9d64850ed1aa {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.254397] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bedde32e-3cd8-4155-a34e-74a0611908b9 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.739s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.595279] env[64147]: INFO nova.compute.manager [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Resuming [ 2107.595868] env[64147]: DEBUG nova.objects.instance [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'flavor' on Instance uuid 944aa3b3-18c8-401d-a679-cf45b69d5c17 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.861535] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.861886] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.861980] env[64147]: DEBUG nova.compute.manager [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2107.862903] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3083a7-c97d-4174-8d56-4f757a131a57 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.869647] env[64147]: DEBUG nova.compute.manager [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2107.870198] env[64147]: DEBUG nova.objects.instance [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'flavor' on Instance uuid 1c763359-1fc5-4c2a-a77e-9d64850ed1aa {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2108.877216] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2108.877578] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee75448e-f712-45ea-b1c6-a9b6040135b1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.885069] env[64147]: DEBUG oslo_vmware.api [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2108.885069] env[64147]: value = "task-1841044" [ 2108.885069] env[64147]: _type = "Task" [ 2108.885069] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.893035] env[64147]: DEBUG oslo_vmware.api [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.105589] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.105898] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquired lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.106190] env[64147]: DEBUG nova.network.neutron [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2109.395602] env[64147]: DEBUG oslo_vmware.api [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841044, 'name': PowerOffVM_Task, 'duration_secs': 0.242721} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.395896] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2109.396108] env[64147]: DEBUG nova.compute.manager [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.396868] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dc318c-af30-4f0a-a80b-4e7a62751e02 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.812961] env[64147]: DEBUG nova.network.neutron [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Updating instance_info_cache with network_info: [{"id": "a20d52f8-911b-4a49-a582-c21aa348201b", "address": "fa:16:3e:5e:a6:5e", "network": {"id": "3daa5a66-7ec2-4935-bb81-85874f2b3bda", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1852553389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0352ddde824543399f090f71005f797f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa20d52f8-91", "ovs_interfaceid": "a20d52f8-911b-4a49-a582-c21aa348201b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.908316] env[64147]: DEBUG oslo_concurrency.lockutils [None req-2b7345ac-9c7b-4b28-8882-36d7c6bd9816 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.223161] env[64147]: DEBUG nova.objects.instance [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'flavor' on Instance uuid 1c763359-1fc5-4c2a-a77e-9d64850ed1aa {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.315972] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Releasing lock "refresh_cache-944aa3b3-18c8-401d-a679-cf45b69d5c17" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.316926] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ea79d9-3f0c-4f17-9ede-b0754aef96d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.324197] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Resuming the VM {{(pid=64147) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2110.324438] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a215d3d-0e57-4d5c-a773-a0c9ed81c3e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.330937] env[64147]: DEBUG oslo_vmware.api [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2110.330937] env[64147]: value = "task-1841045" [ 2110.330937] env[64147]: _type = "Task" [ 2110.330937] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.338529] env[64147]: DEBUG oslo_vmware.api [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.728626] env[64147]: DEBUG oslo_concurrency.lockutils [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.728834] env[64147]: DEBUG oslo_concurrency.lockutils [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquired lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.728979] env[64147]: DEBUG nova.network.neutron [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2110.729238] env[64147]: DEBUG nova.objects.instance [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'info_cache' on Instance uuid 1c763359-1fc5-4c2a-a77e-9d64850ed1aa {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.842230] env[64147]: DEBUG oslo_vmware.api [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841045, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.233750] env[64147]: DEBUG nova.objects.base [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Object Instance<1c763359-1fc5-4c2a-a77e-9d64850ed1aa> lazy-loaded attributes: flavor,info_cache {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2111.340601] env[64147]: DEBUG oslo_vmware.api [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841045, 'name': PowerOnVM_Task, 'duration_secs': 0.524165} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.340876] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Resumed the VM {{(pid=64147) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2111.341124] env[64147]: DEBUG nova.compute.manager [None req-3a096045-1ccc-4224-843d-c3b922603709 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2111.341886] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7898bff-820a-491a-871a-e2a894795ffc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.958760] env[64147]: DEBUG nova.network.neutron [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updating instance_info_cache with network_info: [{"id": "76df3261-3938-4138-beab-79c1d992ce8e", "address": "fa:16:3e:dc:39:5e", "network": {"id": "75849e7c-6151-4ad2-9670-409fec1a647e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807608628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c0266bbc6e342f39aebdb515f1daadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76df3261-39", "ovs_interfaceid": "76df3261-3938-4138-beab-79c1d992ce8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.265254] env[64147]: DEBUG oslo_concurrency.lockutils [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "944aa3b3-18c8-401d-a679-cf45b69d5c17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.265636] env[64147]: DEBUG oslo_concurrency.lockutils [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "944aa3b3-18c8-401d-a679-cf45b69d5c17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.265797] env[64147]: DEBUG oslo_concurrency.lockutils [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "944aa3b3-18c8-401d-a679-cf45b69d5c17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.265938] env[64147]: DEBUG oslo_concurrency.lockutils [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "944aa3b3-18c8-401d-a679-cf45b69d5c17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.266141] env[64147]: DEBUG oslo_concurrency.lockutils [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "944aa3b3-18c8-401d-a679-cf45b69d5c17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.268638] env[64147]: INFO nova.compute.manager [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Terminating instance [ 2112.461324] env[64147]: DEBUG oslo_concurrency.lockutils [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Releasing lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.772084] env[64147]: DEBUG nova.compute.manager [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2112.772426] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2112.773256] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc05fc81-d19e-49cd-84b8-1b18bae53b39 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.781571] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2112.781842] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf98795f-d42c-4467-8a94-12da0ca28beb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.788330] env[64147]: DEBUG oslo_vmware.api [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2112.788330] env[64147]: value = "task-1841046" [ 2112.788330] env[64147]: _type = "Task" [ 2112.788330] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.796021] env[64147]: DEBUG oslo_vmware.api [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.298375] env[64147]: DEBUG oslo_vmware.api [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841046, 'name': PowerOffVM_Task, 'duration_secs': 0.211722} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.298734] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2113.300034] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2113.300034] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eec9257-1df8-436b-b58f-e27c9457df48 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.467836] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2113.468329] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-817f4aa0-be22-4a49-a51a-db49e94858b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.475192] env[64147]: DEBUG oslo_vmware.api [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2113.475192] env[64147]: value = "task-1841048" [ 2113.475192] env[64147]: _type = "Task" [ 2113.475192] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.482708] env[64147]: DEBUG oslo_vmware.api [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.985340] env[64147]: DEBUG oslo_vmware.api [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841048, 'name': PowerOnVM_Task, 'duration_secs': 0.389505} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.985823] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2113.987025] env[64147]: DEBUG nova.compute.manager [None req-af4012c0-ba3a-4f1a-9528-e5958ce7d4f0 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2113.987025] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d447a6-3116-4d6f-9efb-da3ccf052bf2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.265155] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.265507] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.265507] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleting the datastore file [datastore1] 944aa3b3-18c8-401d-a679-cf45b69d5c17 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.265749] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff56e3bc-900e-4edd-9fda-53024e63dcaa {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.274382] env[64147]: DEBUG oslo_vmware.api [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for the task: (returnval){ [ 2118.274382] env[64147]: value = "task-1841049" [ 2118.274382] env[64147]: _type = "Task" [ 2118.274382] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.282719] env[64147]: DEBUG oslo_vmware.api [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.784622] env[64147]: DEBUG oslo_vmware.api [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Task: {'id': task-1841049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133705} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.784866] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2118.785065] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2118.785247] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2118.785419] env[64147]: INFO nova.compute.manager [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Took 6.01 seconds to destroy the instance on the hypervisor. [ 2118.785659] env[64147]: DEBUG oslo.service.loopingcall [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2118.785851] env[64147]: DEBUG nova.compute.manager [-] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2118.785943] env[64147]: DEBUG nova.network.neutron [-] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2119.213823] env[64147]: DEBUG nova.compute.manager [req-81f127d9-5aec-4540-a267-a424cee726ed req-5433d7c2-a460-44f4-9613-365d003aaf89 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Received event network-vif-deleted-a20d52f8-911b-4a49-a582-c21aa348201b {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2119.214034] env[64147]: INFO nova.compute.manager [req-81f127d9-5aec-4540-a267-a424cee726ed req-5433d7c2-a460-44f4-9613-365d003aaf89 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Neutron deleted interface a20d52f8-911b-4a49-a582-c21aa348201b; detaching it from the instance and deleting it from the info cache [ 2119.214191] env[64147]: DEBUG nova.network.neutron [req-81f127d9-5aec-4540-a267-a424cee726ed req-5433d7c2-a460-44f4-9613-365d003aaf89 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.693035] env[64147]: DEBUG nova.network.neutron [-] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.718836] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ccaf0dc-c7de-48e6-8e30-6f1841d7599c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.728220] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a6ce5a-e20b-46d9-a91e-0e77f435ca03 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.754720] env[64147]: DEBUG nova.compute.manager [req-81f127d9-5aec-4540-a267-a424cee726ed req-5433d7c2-a460-44f4-9613-365d003aaf89 service nova] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Detach interface failed, port_id=a20d52f8-911b-4a49-a582-c21aa348201b, reason: Instance 944aa3b3-18c8-401d-a679-cf45b69d5c17 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2120.196545] env[64147]: INFO nova.compute.manager [-] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Took 1.41 seconds to deallocate network for instance. [ 2120.705532] env[64147]: DEBUG oslo_concurrency.lockutils [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.705952] env[64147]: DEBUG oslo_concurrency.lockutils [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.706101] env[64147]: DEBUG nova.objects.instance [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lazy-loading 'resources' on Instance uuid 944aa3b3-18c8-401d-a679-cf45b69d5c17 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.385603] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37fab7e-90a0-4f85-bdbb-8c5cb1adbd48 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.393565] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbdd0b5-15cc-492b-af30-b856e98c3c1f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.424368] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7be2ae-eaf9-49a9-8ba0-c92ee793e4f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.432247] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554e6069-0d9a-4400-988a-68c2bfcfb394 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.445622] env[64147]: DEBUG nova.compute.provider_tree [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2121.948822] env[64147]: DEBUG nova.scheduler.client.report [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2122.454502] env[64147]: DEBUG oslo_concurrency.lockutils [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.475281] env[64147]: INFO nova.scheduler.client.report [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Deleted allocations for instance 944aa3b3-18c8-401d-a679-cf45b69d5c17 [ 2122.987266] env[64147]: DEBUG oslo_concurrency.lockutils [None req-085002e5-fada-4931-b345-8913da628ae9 tempest-ServerActionsTestJSON-1995604108 tempest-ServerActionsTestJSON-1995604108-project-member] Lock "944aa3b3-18c8-401d-a679-cf45b69d5c17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.721s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.416730] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "f34c77e3-c104-42ed-ac98-f503a94bdd96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.417032] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "f34c77e3-c104-42ed-ac98-f503a94bdd96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.919093] env[64147]: DEBUG nova.compute.manager [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2129.444101] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.444371] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.446213] env[64147]: INFO nova.compute.claims [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2129.922509] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.922825] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.923077] env[64147]: INFO nova.compute.manager [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Shelving [ 2130.511131] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c79265-63ee-4fbc-aae3-e57db064b55c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.518818] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ede49fb-4c54-4fcd-a1a9-1c60bfa0e55e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.547971] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210f10de-8df7-4ebe-9081-516baeac5365 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.555251] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1a5ed5-baee-47c5-90b6-16a76bb91e2e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.568031] env[64147]: DEBUG nova.compute.provider_tree [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2130.932635] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2130.933385] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d318f50-b523-41cb-83c3-626a35bc6437 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.940469] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2130.940469] env[64147]: value = "task-1841050" [ 2130.940469] env[64147]: _type = "Task" [ 2130.940469] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.948951] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.071553] env[64147]: DEBUG nova.scheduler.client.report [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2131.450408] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841050, 'name': PowerOffVM_Task, 'duration_secs': 0.181321} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.450630] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2131.451423] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e87a42-9e3d-4ec3-8ad8-c5fc289ccd7e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.468782] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18771c99-96a9-4678-9f6d-ff312ad820d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.576678] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.577217] env[64147]: DEBUG nova.compute.manager [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2131.980191] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Creating Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2131.980473] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-79f8caed-2eb7-4b18-9064-de83128a6eca {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.989227] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2131.989227] env[64147]: value = "task-1841051" [ 2131.989227] env[64147]: _type = "Task" [ 2131.989227] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.997518] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841051, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.082532] env[64147]: DEBUG nova.compute.utils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2132.083973] env[64147]: DEBUG nova.compute.manager [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2132.084207] env[64147]: DEBUG nova.network.neutron [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2132.126758] env[64147]: DEBUG nova.policy [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65c4f51d1d34a1dab3ecd0c566fafd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37471bf989c143e59dc0151c0c9641f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2132.387377] env[64147]: DEBUG nova.network.neutron [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Successfully created port: 6a68ba48-4679-49e5-99a1-c4daee71ff4f {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2132.498629] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841051, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.587533] env[64147]: DEBUG nova.compute.manager [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2132.999697] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841051, 'name': CreateSnapshot_Task, 'duration_secs': 0.525352} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.000165] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Created Snapshot of the VM instance {{(pid=64147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2133.000935] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c85cc3a-bc97-4c61-b448-456158fed702 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.519071] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Creating linked-clone VM from snapshot {{(pid=64147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2133.519071] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38063de4-36b9-4e3f-b1c9-6e7ab2f26249 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.529952] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2133.529952] env[64147]: value = "task-1841052" [ 2133.529952] env[64147]: _type = "Task" [ 2133.529952] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.537844] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841052, 'name': CloneVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.597241] env[64147]: DEBUG nova.compute.manager [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2133.624430] env[64147]: DEBUG nova.virt.hardware [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2133.624692] env[64147]: DEBUG nova.virt.hardware [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2133.624851] env[64147]: DEBUG nova.virt.hardware [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2133.625057] env[64147]: DEBUG nova.virt.hardware [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2133.625348] env[64147]: DEBUG nova.virt.hardware [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2133.625580] env[64147]: DEBUG nova.virt.hardware [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2133.625834] env[64147]: DEBUG nova.virt.hardware [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2133.625995] env[64147]: DEBUG nova.virt.hardware [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2133.626179] env[64147]: DEBUG nova.virt.hardware [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2133.626343] env[64147]: DEBUG nova.virt.hardware [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2133.626554] env[64147]: DEBUG nova.virt.hardware [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2133.627447] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cf3299-d505-4793-8c8f-c499921084c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.635679] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53053124-9298-4d30-b079-4bf2d4b0b6b8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.945695] env[64147]: DEBUG nova.compute.manager [req-3d1ba798-f4b3-4220-9b2a-60d0e6e6951c req-97b1a6b8-c00e-49f6-a6cc-3d2ce3a5198e service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Received event network-vif-plugged-6a68ba48-4679-49e5-99a1-c4daee71ff4f {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2133.945932] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d1ba798-f4b3-4220-9b2a-60d0e6e6951c req-97b1a6b8-c00e-49f6-a6cc-3d2ce3a5198e service nova] Acquiring lock "f34c77e3-c104-42ed-ac98-f503a94bdd96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.946162] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d1ba798-f4b3-4220-9b2a-60d0e6e6951c req-97b1a6b8-c00e-49f6-a6cc-3d2ce3a5198e service nova] Lock "f34c77e3-c104-42ed-ac98-f503a94bdd96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.946335] env[64147]: DEBUG oslo_concurrency.lockutils [req-3d1ba798-f4b3-4220-9b2a-60d0e6e6951c req-97b1a6b8-c00e-49f6-a6cc-3d2ce3a5198e service nova] Lock "f34c77e3-c104-42ed-ac98-f503a94bdd96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.946507] env[64147]: DEBUG nova.compute.manager [req-3d1ba798-f4b3-4220-9b2a-60d0e6e6951c req-97b1a6b8-c00e-49f6-a6cc-3d2ce3a5198e service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] No waiting events found dispatching network-vif-plugged-6a68ba48-4679-49e5-99a1-c4daee71ff4f {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2133.946672] env[64147]: WARNING nova.compute.manager [req-3d1ba798-f4b3-4220-9b2a-60d0e6e6951c req-97b1a6b8-c00e-49f6-a6cc-3d2ce3a5198e service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Received unexpected event network-vif-plugged-6a68ba48-4679-49e5-99a1-c4daee71ff4f for instance with vm_state building and task_state spawning. [ 2134.035519] env[64147]: DEBUG nova.network.neutron [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Successfully updated port: 6a68ba48-4679-49e5-99a1-c4daee71ff4f {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2134.042452] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841052, 'name': CloneVM_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.541355] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.541539] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.541696] env[64147]: DEBUG nova.network.neutron [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2134.542815] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841052, 'name': CloneVM_Task} progress is 95%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.041573] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841052, 'name': CloneVM_Task, 'duration_secs': 1.138004} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.041850] env[64147]: INFO nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Created linked-clone VM from snapshot [ 2135.042589] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd56a54-afc7-42a2-a285-f7d2ae548159 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.051414] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Uploading image e9ef6971-821e-4783-ad4c-ee270edda894 {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2135.073007] env[64147]: DEBUG oslo_vmware.rw_handles [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2135.073007] env[64147]: value = "vm-380941" [ 2135.073007] env[64147]: _type = "VirtualMachine" [ 2135.073007] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2135.073283] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8dee6cd3-d2f1-485e-abc6-8faf9460ad90 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.076537] env[64147]: DEBUG nova.network.neutron [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2135.080828] env[64147]: DEBUG oslo_vmware.rw_handles [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lease: (returnval){ [ 2135.080828] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d0d7d2-9749-b218-d52e-f6c2978002d4" [ 2135.080828] env[64147]: _type = "HttpNfcLease" [ 2135.080828] env[64147]: } obtained for exporting VM: (result){ [ 2135.080828] env[64147]: value = "vm-380941" [ 2135.080828] env[64147]: _type = "VirtualMachine" [ 2135.080828] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2135.081161] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the lease: (returnval){ [ 2135.081161] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d0d7d2-9749-b218-d52e-f6c2978002d4" [ 2135.081161] env[64147]: _type = "HttpNfcLease" [ 2135.081161] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2135.087488] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2135.087488] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d0d7d2-9749-b218-d52e-f6c2978002d4" [ 2135.087488] env[64147]: _type = "HttpNfcLease" [ 2135.087488] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2135.194082] env[64147]: DEBUG nova.network.neutron [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updating instance_info_cache with network_info: [{"id": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "address": "fa:16:3e:5e:7e:dc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a68ba48-46", "ovs_interfaceid": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.590110] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2135.590110] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d0d7d2-9749-b218-d52e-f6c2978002d4" [ 2135.590110] env[64147]: _type = "HttpNfcLease" [ 2135.590110] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2135.590110] env[64147]: DEBUG oslo_vmware.rw_handles [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2135.590110] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d0d7d2-9749-b218-d52e-f6c2978002d4" [ 2135.590110] env[64147]: _type = "HttpNfcLease" [ 2135.590110] env[64147]: }. {{(pid=64147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2135.590771] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d1ec76-2211-4fe7-9a96-375fe141c9b4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.597874] env[64147]: DEBUG oslo_vmware.rw_handles [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db31c5-2790-35bb-088a-e07b8d20f3ca/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2135.598059] env[64147]: DEBUG oslo_vmware.rw_handles [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db31c5-2790-35bb-088a-e07b8d20f3ca/disk-0.vmdk for reading. {{(pid=64147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2135.685885] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1515df9-b7ef-472f-adf5-3d6e004469a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.697038] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.697369] env[64147]: DEBUG nova.compute.manager [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Instance network_info: |[{"id": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "address": "fa:16:3e:5e:7e:dc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a68ba48-46", "ovs_interfaceid": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2135.699415] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:7e:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a68ba48-4679-49e5-99a1-c4daee71ff4f', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2135.706815] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Creating folder: Project (37471bf989c143e59dc0151c0c9641f0). Parent ref: group-v380629. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2135.707253] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b31503a4-a374-4df3-923f-6679a97b6a74 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.718467] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Created folder: Project (37471bf989c143e59dc0151c0c9641f0) in parent group-v380629. [ 2135.718650] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Creating folder: Instances. Parent ref: group-v380942. {{(pid=64147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2135.723469] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb1be99d-6bf7-4d45-9e06-b9943607c0c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.732887] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Created folder: Instances in parent group-v380942. [ 2135.733119] env[64147]: DEBUG oslo.service.loopingcall [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2135.733297] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2135.733488] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d47fc38-28d9-44b5-81b7-bf840a3923a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.752111] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2135.752111] env[64147]: value = "task-1841056" [ 2135.752111] env[64147]: _type = "Task" [ 2135.752111] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.759252] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841056, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.978734] env[64147]: DEBUG nova.compute.manager [req-0f06ff91-260a-4a89-8672-70f042f08cc3 req-db5b18f8-02cf-424c-ab22-a9f33eac1837 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Received event network-changed-6a68ba48-4679-49e5-99a1-c4daee71ff4f {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2135.979119] env[64147]: DEBUG nova.compute.manager [req-0f06ff91-260a-4a89-8672-70f042f08cc3 req-db5b18f8-02cf-424c-ab22-a9f33eac1837 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Refreshing instance network info cache due to event network-changed-6a68ba48-4679-49e5-99a1-c4daee71ff4f. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2135.979444] env[64147]: DEBUG oslo_concurrency.lockutils [req-0f06ff91-260a-4a89-8672-70f042f08cc3 req-db5b18f8-02cf-424c-ab22-a9f33eac1837 service nova] Acquiring lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.979676] env[64147]: DEBUG oslo_concurrency.lockutils [req-0f06ff91-260a-4a89-8672-70f042f08cc3 req-db5b18f8-02cf-424c-ab22-a9f33eac1837 service nova] Acquired lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.979969] env[64147]: DEBUG nova.network.neutron [req-0f06ff91-260a-4a89-8672-70f042f08cc3 req-db5b18f8-02cf-424c-ab22-a9f33eac1837 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Refreshing network info cache for port 6a68ba48-4679-49e5-99a1-c4daee71ff4f {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2136.262064] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841056, 'name': CreateVM_Task, 'duration_secs': 0.434432} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.262432] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2136.263064] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.263373] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.263890] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2136.264156] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb290ac-c93d-4ea0-aed2-8b01c15af5c5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.268989] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2136.268989] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]525ff570-6b82-9cf4-fe96-621147228901" [ 2136.268989] env[64147]: _type = "Task" [ 2136.268989] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.276912] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525ff570-6b82-9cf4-fe96-621147228901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.695827] env[64147]: DEBUG nova.network.neutron [req-0f06ff91-260a-4a89-8672-70f042f08cc3 req-db5b18f8-02cf-424c-ab22-a9f33eac1837 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updated VIF entry in instance network info cache for port 6a68ba48-4679-49e5-99a1-c4daee71ff4f. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2136.696275] env[64147]: DEBUG nova.network.neutron [req-0f06ff91-260a-4a89-8672-70f042f08cc3 req-db5b18f8-02cf-424c-ab22-a9f33eac1837 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updating instance_info_cache with network_info: [{"id": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "address": "fa:16:3e:5e:7e:dc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a68ba48-46", "ovs_interfaceid": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.780718] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525ff570-6b82-9cf4-fe96-621147228901, 'name': SearchDatastore_Task, 'duration_secs': 0.010912} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.781075] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.781380] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2136.781708] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.781884] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.782123] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2136.782477] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce5eba58-b33b-4f46-8654-9cf763af210c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.791161] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2136.791336] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2136.792064] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2974db3-f540-486f-bfe4-c7fc183636fe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.796971] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2136.796971] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5296a0ae-9d82-3542-01f0-de53d14c71c2" [ 2136.796971] env[64147]: _type = "Task" [ 2136.796971] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.804689] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5296a0ae-9d82-3542-01f0-de53d14c71c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.200072] env[64147]: DEBUG oslo_concurrency.lockutils [req-0f06ff91-260a-4a89-8672-70f042f08cc3 req-db5b18f8-02cf-424c-ab22-a9f33eac1837 service nova] Releasing lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.307785] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5296a0ae-9d82-3542-01f0-de53d14c71c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.310986] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee40d44-ea3c-4d75-be47-766b13efec99 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.315267] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2137.315267] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52b4b14c-2219-3d3c-d11c-87e5fcf27f95" [ 2137.315267] env[64147]: _type = "Task" [ 2137.315267] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.323632] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b4b14c-2219-3d3c-d11c-87e5fcf27f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.827736] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52b4b14c-2219-3d3c-d11c-87e5fcf27f95, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.828084] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.828447] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] f34c77e3-c104-42ed-ac98-f503a94bdd96/f34c77e3-c104-42ed-ac98-f503a94bdd96.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2137.828824] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c11dc6c-da98-4d35-97c1-8c0de0bd2c46 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.835385] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2137.835385] env[64147]: value = "task-1841057" [ 2137.835385] env[64147]: _type = "Task" [ 2137.835385] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.843169] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.345902] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841057, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.846869] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51244} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.846869] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] f34c77e3-c104-42ed-ac98-f503a94bdd96/f34c77e3-c104-42ed-ac98-f503a94bdd96.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2138.847201] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2138.847374] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2db5584f-aae6-4513-985a-4e6cf5725e1f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.854325] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2138.854325] env[64147]: value = "task-1841058" [ 2138.854325] env[64147]: _type = "Task" [ 2138.854325] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.862225] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.365507] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071111} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.365888] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2139.366809] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2898b63-5403-480e-ae82-105ff6ef3253 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.389162] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f34c77e3-c104-42ed-ac98-f503a94bdd96/f34c77e3-c104-42ed-ac98-f503a94bdd96.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2139.389450] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070efbf4-c878-4c8f-94e8-b2e3d42b5ded {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.409378] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2139.409378] env[64147]: value = "task-1841059" [ 2139.409378] env[64147]: _type = "Task" [ 2139.409378] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.419224] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.920016] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841059, 'name': ReconfigVM_Task, 'duration_secs': 0.318411} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.920313] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f34c77e3-c104-42ed-ac98-f503a94bdd96/f34c77e3-c104-42ed-ac98-f503a94bdd96.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2139.920940] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05485385-979a-4620-a1c4-de55a13ea651 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.927295] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2139.927295] env[64147]: value = "task-1841060" [ 2139.927295] env[64147]: _type = "Task" [ 2139.927295] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.935316] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841060, 'name': Rename_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.436775] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841060, 'name': Rename_Task, 'duration_secs': 0.155516} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.437176] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2140.437298] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2b0db3a-1b95-4cbe-857c-a72d97c820a4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.443891] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2140.443891] env[64147]: value = "task-1841061" [ 2140.443891] env[64147]: _type = "Task" [ 2140.443891] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.451273] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.953344] env[64147]: DEBUG oslo_vmware.api [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841061, 'name': PowerOnVM_Task, 'duration_secs': 0.485925} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.953642] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2140.953841] env[64147]: INFO nova.compute.manager [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Took 7.36 seconds to spawn the instance on the hypervisor. [ 2140.954054] env[64147]: DEBUG nova.compute.manager [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2140.954861] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2585783-6156-4935-8248-3bef87950c9d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.474725] env[64147]: INFO nova.compute.manager [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Took 12.05 seconds to build instance. [ 2141.976685] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732e13ce-60c2-469f-b663-eafdf28286e9 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "f34c77e3-c104-42ed-ac98-f503a94bdd96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.559s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.093190] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.093355] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.597917] env[64147]: DEBUG nova.compute.utils [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2142.627451] env[64147]: DEBUG nova.compute.manager [req-5230b778-e1d7-427e-93d3-cf9259f08fb5 req-d0db119f-75a7-42c0-89be-c57242d3b941 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Received event network-changed-6a68ba48-4679-49e5-99a1-c4daee71ff4f {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2142.627774] env[64147]: DEBUG nova.compute.manager [req-5230b778-e1d7-427e-93d3-cf9259f08fb5 req-d0db119f-75a7-42c0-89be-c57242d3b941 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Refreshing instance network info cache due to event network-changed-6a68ba48-4679-49e5-99a1-c4daee71ff4f. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2142.628129] env[64147]: DEBUG oslo_concurrency.lockutils [req-5230b778-e1d7-427e-93d3-cf9259f08fb5 req-d0db119f-75a7-42c0-89be-c57242d3b941 service nova] Acquiring lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.628386] env[64147]: DEBUG oslo_concurrency.lockutils [req-5230b778-e1d7-427e-93d3-cf9259f08fb5 req-d0db119f-75a7-42c0-89be-c57242d3b941 service nova] Acquired lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.628662] env[64147]: DEBUG nova.network.neutron [req-5230b778-e1d7-427e-93d3-cf9259f08fb5 req-d0db119f-75a7-42c0-89be-c57242d3b941 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Refreshing network info cache for port 6a68ba48-4679-49e5-99a1-c4daee71ff4f {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2143.101387] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.106086] env[64147]: DEBUG oslo_vmware.rw_handles [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db31c5-2790-35bb-088a-e07b8d20f3ca/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2143.107105] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6435a319-0dde-4f98-b344-7e412ca23586 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.114573] env[64147]: DEBUG oslo_vmware.rw_handles [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db31c5-2790-35bb-088a-e07b8d20f3ca/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2143.114745] env[64147]: ERROR oslo_vmware.rw_handles [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db31c5-2790-35bb-088a-e07b8d20f3ca/disk-0.vmdk due to incomplete transfer. [ 2143.114980] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0443467f-3e68-4785-b7f1-e95df2e3ed70 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.122550] env[64147]: DEBUG oslo_vmware.rw_handles [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db31c5-2790-35bb-088a-e07b8d20f3ca/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2143.122745] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Uploaded image e9ef6971-821e-4783-ad4c-ee270edda894 to the Glance image server {{(pid=64147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2143.125088] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Destroying the VM {{(pid=64147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2143.125293] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e6ffd180-0c7c-4655-a3cd-117f87cc22b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.133322] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2143.133322] env[64147]: value = "task-1841062" [ 2143.133322] env[64147]: _type = "Task" [ 2143.133322] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.142720] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841062, 'name': Destroy_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.349986] env[64147]: DEBUG nova.network.neutron [req-5230b778-e1d7-427e-93d3-cf9259f08fb5 req-d0db119f-75a7-42c0-89be-c57242d3b941 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updated VIF entry in instance network info cache for port 6a68ba48-4679-49e5-99a1-c4daee71ff4f. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2143.350391] env[64147]: DEBUG nova.network.neutron [req-5230b778-e1d7-427e-93d3-cf9259f08fb5 req-d0db119f-75a7-42c0-89be-c57242d3b941 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updating instance_info_cache with network_info: [{"id": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "address": "fa:16:3e:5e:7e:dc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a68ba48-46", "ovs_interfaceid": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.643803] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841062, 'name': Destroy_Task, 'duration_secs': 0.437929} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.644184] env[64147]: INFO nova.virt.vmwareapi.vm_util [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Destroyed the VM [ 2143.644445] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Deleting Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2143.644677] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9bb3aa27-6407-4869-ae97-819f5848e79a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.651601] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2143.651601] env[64147]: value = "task-1841063" [ 2143.651601] env[64147]: _type = "Task" [ 2143.651601] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.660453] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841063, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.852965] env[64147]: DEBUG oslo_concurrency.lockutils [req-5230b778-e1d7-427e-93d3-cf9259f08fb5 req-d0db119f-75a7-42c0-89be-c57242d3b941 service nova] Releasing lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.161046] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841063, 'name': RemoveSnapshot_Task, 'duration_secs': 0.474224} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.161342] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Deleted Snapshot of the VM instance {{(pid=64147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2144.161644] env[64147]: DEBUG nova.compute.manager [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2144.162398] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f530d5-53ae-46f3-b6f3-a1348d4fcd0f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.166459] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.166682] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.166888] env[64147]: INFO nova.compute.manager [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Attaching volume 7017ccb4-9d23-4bb3-96fc-80f717f49658 to /dev/sdb [ 2144.208485] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68133f05-1a8a-45ba-ba59-fe062224d268 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.215808] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcd73ba-bfde-4000-ace6-e0477fcdde60 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.230989] env[64147]: DEBUG nova.virt.block_device [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Updating existing volume attachment record: 03f64220-5d7c-46ea-86ed-036f1a87b75d {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2144.678854] env[64147]: INFO nova.compute.manager [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Shelve offloading [ 2145.182781] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2145.183111] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57928186-d8cc-4a23-a97c-faa034391d8f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.192285] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2145.192285] env[64147]: value = "task-1841065" [ 2145.192285] env[64147]: _type = "Task" [ 2145.192285] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.199689] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.702745] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2145.703145] env[64147]: DEBUG nova.compute.manager [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2145.703741] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2022615a-c46c-4983-b133-bdd05ff59507 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.709352] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.709517] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.709683] env[64147]: DEBUG nova.network.neutron [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2146.097966] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2146.098187] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2146.408009] env[64147]: DEBUG nova.network.neutron [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updating instance_info_cache with network_info: [{"id": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "address": "fa:16:3e:7d:a7:4f", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7d0e72-e0", "ovs_interfaceid": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.603882] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2146.604061] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2146.604159] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2146.910439] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.138031] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.138639] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquired lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.138937] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Forcefully refreshing network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2147.139255] env[64147]: DEBUG nova.objects.instance [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lazy-loading 'info_cache' on Instance uuid 1c763359-1fc5-4c2a-a77e-9d64850ed1aa {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2147.172827] env[64147]: DEBUG nova.compute.manager [req-b503d1c7-0868-4059-a743-eafc081df6fd req-4485c4c7-8614-48b9-8857-fe864ccf90aa service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Received event network-vif-unplugged-fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2147.172827] env[64147]: DEBUG oslo_concurrency.lockutils [req-b503d1c7-0868-4059-a743-eafc081df6fd req-4485c4c7-8614-48b9-8857-fe864ccf90aa service nova] Acquiring lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.172827] env[64147]: DEBUG oslo_concurrency.lockutils [req-b503d1c7-0868-4059-a743-eafc081df6fd req-4485c4c7-8614-48b9-8857-fe864ccf90aa service nova] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.172827] env[64147]: DEBUG oslo_concurrency.lockutils [req-b503d1c7-0868-4059-a743-eafc081df6fd req-4485c4c7-8614-48b9-8857-fe864ccf90aa service nova] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.172827] env[64147]: DEBUG nova.compute.manager [req-b503d1c7-0868-4059-a743-eafc081df6fd req-4485c4c7-8614-48b9-8857-fe864ccf90aa service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] No waiting events found dispatching network-vif-unplugged-fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2147.173216] env[64147]: WARNING nova.compute.manager [req-b503d1c7-0868-4059-a743-eafc081df6fd req-4485c4c7-8614-48b9-8857-fe864ccf90aa service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Received unexpected event network-vif-unplugged-fd7d0e72-e05b-44e2-b7d8-92aaed778142 for instance with vm_state shelved and task_state shelving_offloading. [ 2147.262247] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2147.263182] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec18771f-f866-4a8f-a87d-e378a58ca174 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.270355] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2147.270584] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad8ea79f-0b12-4fbc-98e4-650b9b47521e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.539290] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2147.539531] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2147.539728] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleting the datastore file [datastore1] 17b0e691-c968-4c26-b8fa-b1558f813d5d {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2147.539925] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf518b37-0c23-4e95-8a34-2eec449da59b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.546238] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2147.546238] env[64147]: value = "task-1841068" [ 2147.546238] env[64147]: _type = "Task" [ 2147.546238] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.553848] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.056234] env[64147]: DEBUG oslo_vmware.api [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135259} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.056642] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2148.056642] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2148.056797] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2148.078192] env[64147]: INFO nova.scheduler.client.report [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleted allocations for instance 17b0e691-c968-4c26-b8fa-b1558f813d5d [ 2148.585260] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.585260] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.585260] env[64147]: DEBUG nova.objects.instance [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'resources' on Instance uuid 17b0e691-c968-4c26-b8fa-b1558f813d5d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2148.775616] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2148.775871] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380945', 'volume_id': '7017ccb4-9d23-4bb3-96fc-80f717f49658', 'name': 'volume-7017ccb4-9d23-4bb3-96fc-80f717f49658', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac2c0674-cf9d-4f0c-b62d-8570a17d82dd', 'attached_at': '', 'detached_at': '', 'volume_id': '7017ccb4-9d23-4bb3-96fc-80f717f49658', 'serial': '7017ccb4-9d23-4bb3-96fc-80f717f49658'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2148.776779] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f896f088-c9e5-47c1-905c-f97845faa89d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.795216] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c81916-c68f-41ee-be7d-5f8660e076e3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.824958] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-7017ccb4-9d23-4bb3-96fc-80f717f49658/volume-7017ccb4-9d23-4bb3-96fc-80f717f49658.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2148.828124] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6353192a-5404-4721-9c44-6a0004ea9337 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.858271] env[64147]: DEBUG oslo_vmware.api [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2148.858271] env[64147]: value = "task-1841069" [ 2148.858271] env[64147]: _type = "Task" [ 2148.858271] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.867099] env[64147]: DEBUG oslo_vmware.api [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.974279] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updating instance_info_cache with network_info: [{"id": "76df3261-3938-4138-beab-79c1d992ce8e", "address": "fa:16:3e:dc:39:5e", "network": {"id": "75849e7c-6151-4ad2-9670-409fec1a647e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807608628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c0266bbc6e342f39aebdb515f1daadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76df3261-39", "ovs_interfaceid": "76df3261-3938-4138-beab-79c1d992ce8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.087325] env[64147]: DEBUG nova.objects.instance [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'numa_topology' on Instance uuid 17b0e691-c968-4c26-b8fa-b1558f813d5d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2149.184270] env[64147]: DEBUG oslo_concurrency.lockutils [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.184625] env[64147]: DEBUG oslo_concurrency.lockutils [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.208304] env[64147]: DEBUG nova.compute.manager [req-0e6b150d-0c42-40a3-865b-8ea443c8df77 req-f14dcb90-7ebd-4121-acd7-feeb751619cf service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Received event network-changed-fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2149.208572] env[64147]: DEBUG nova.compute.manager [req-0e6b150d-0c42-40a3-865b-8ea443c8df77 req-f14dcb90-7ebd-4121-acd7-feeb751619cf service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Refreshing instance network info cache due to event network-changed-fd7d0e72-e05b-44e2-b7d8-92aaed778142. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2149.208857] env[64147]: DEBUG oslo_concurrency.lockutils [req-0e6b150d-0c42-40a3-865b-8ea443c8df77 req-f14dcb90-7ebd-4121-acd7-feeb751619cf service nova] Acquiring lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.209066] env[64147]: DEBUG oslo_concurrency.lockutils [req-0e6b150d-0c42-40a3-865b-8ea443c8df77 req-f14dcb90-7ebd-4121-acd7-feeb751619cf service nova] Acquired lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.209344] env[64147]: DEBUG nova.network.neutron [req-0e6b150d-0c42-40a3-865b-8ea443c8df77 req-f14dcb90-7ebd-4121-acd7-feeb751619cf service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Refreshing network info cache for port fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2149.367881] env[64147]: DEBUG oslo_vmware.api [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841069, 'name': ReconfigVM_Task, 'duration_secs': 0.32642} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.368126] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-7017ccb4-9d23-4bb3-96fc-80f717f49658/volume-7017ccb4-9d23-4bb3-96fc-80f717f49658.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2149.372724] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f13db3e6-c3f5-411d-83c2-0d11f3e1bd78 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.387321] env[64147]: DEBUG oslo_vmware.api [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2149.387321] env[64147]: value = "task-1841070" [ 2149.387321] env[64147]: _type = "Task" [ 2149.387321] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.394755] env[64147]: DEBUG oslo_vmware.api [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.477021] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Releasing lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.477265] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updated the network info_cache for instance {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2149.477483] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.477643] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.477792] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.477943] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.478093] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.478241] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.478365] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2149.478507] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.589755] env[64147]: DEBUG nova.objects.base [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Object Instance<17b0e691-c968-4c26-b8fa-b1558f813d5d> lazy-loaded attributes: resources,numa_topology {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2149.645946] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258fb1ae-5c7c-4c2e-84e6-fd107a271e4c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.653502] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed03929-deb3-4d6e-b1a3-8b70b459c43e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.682127] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464e83c3-a872-4d23-bb2c-1656e08f66be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.688794] env[64147]: INFO nova.compute.manager [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Detaching volume b1fc43ea-f530-4a37-bd7d-703c5af7235a [ 2149.691539] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bc592d-be14-4de2-b620-a70a794119de {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.708119] env[64147]: DEBUG nova.compute.provider_tree [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2149.725533] env[64147]: INFO nova.virt.block_device [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Attempting to driver detach volume b1fc43ea-f530-4a37-bd7d-703c5af7235a from mountpoint /dev/sdb [ 2149.725533] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2149.725533] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380939', 'volume_id': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'name': 'volume-b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c763359-1fc5-4c2a-a77e-9d64850ed1aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'serial': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2149.727243] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9e6323-5cf9-45f2-a3f3-7189e5d2765e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.750018] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee98012-4c56-44da-8904-9034682d2180 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.757207] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2b9ebd-e62f-4d0b-825f-0cd6d2d94ccc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.759816] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.779494] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a42c365-31fb-4c43-91ef-e7382df1544a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.794655] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] The volume has not been displaced from its original location: [datastore1] volume-b1fc43ea-f530-4a37-bd7d-703c5af7235a/volume-b1fc43ea-f530-4a37-bd7d-703c5af7235a.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2149.799938] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2149.802475] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5200754e-f872-4740-a9a9-b1076f551ee8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.820118] env[64147]: DEBUG oslo_vmware.api [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2149.820118] env[64147]: value = "task-1841071" [ 2149.820118] env[64147]: _type = "Task" [ 2149.820118] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.827852] env[64147]: DEBUG oslo_vmware.api [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.897124] env[64147]: DEBUG oslo_vmware.api [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841070, 'name': ReconfigVM_Task, 'duration_secs': 0.143593} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.897446] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380945', 'volume_id': '7017ccb4-9d23-4bb3-96fc-80f717f49658', 'name': 'volume-7017ccb4-9d23-4bb3-96fc-80f717f49658', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac2c0674-cf9d-4f0c-b62d-8570a17d82dd', 'attached_at': '', 'detached_at': '', 'volume_id': '7017ccb4-9d23-4bb3-96fc-80f717f49658', 'serial': '7017ccb4-9d23-4bb3-96fc-80f717f49658'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2149.975790] env[64147]: DEBUG nova.network.neutron [req-0e6b150d-0c42-40a3-865b-8ea443c8df77 req-f14dcb90-7ebd-4121-acd7-feeb751619cf service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updated VIF entry in instance network info cache for port fd7d0e72-e05b-44e2-b7d8-92aaed778142. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2149.976214] env[64147]: DEBUG nova.network.neutron [req-0e6b150d-0c42-40a3-865b-8ea443c8df77 req-f14dcb90-7ebd-4121-acd7-feeb751619cf service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updating instance_info_cache with network_info: [{"id": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "address": "fa:16:3e:7d:a7:4f", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfd7d0e72-e0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.980795] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.211272] env[64147]: DEBUG nova.scheduler.client.report [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2150.332937] env[64147]: DEBUG oslo_vmware.api [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.478723] env[64147]: DEBUG oslo_concurrency.lockutils [req-0e6b150d-0c42-40a3-865b-8ea443c8df77 req-f14dcb90-7ebd-4121-acd7-feeb751619cf service nova] Releasing lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.716068] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.718524] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.738s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.718710] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.718878] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2150.719945] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cda142f-eab3-458b-83b8-c1e272c6ef76 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.728393] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae5f532-91bd-4adb-81ad-1677924f370d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.741971] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93351a40-b8c4-45e7-a3ca-1c90539b0977 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.748422] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b11c12-0ebb-4b32-8c6e-2ad89d82a027 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.776663] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180701MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2150.776827] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.777041] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.830675] env[64147]: DEBUG oslo_vmware.api [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841071, 'name': ReconfigVM_Task, 'duration_secs': 0.870083} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.830943] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2150.835882] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a6b496-b142-483e-a07d-ae967fd9d972 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.850408] env[64147]: DEBUG oslo_vmware.api [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2150.850408] env[64147]: value = "task-1841072" [ 2150.850408] env[64147]: _type = "Task" [ 2150.850408] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.857866] env[64147]: DEBUG oslo_vmware.api [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.932531] env[64147]: DEBUG nova.objects.instance [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lazy-loading 'flavor' on Instance uuid ac2c0674-cf9d-4f0c-b62d-8570a17d82dd {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2151.224160] env[64147]: DEBUG oslo_concurrency.lockutils [None req-f471c47f-40db-422e-9794-f7d8f0a9c2a3 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.301s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.226757] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.466s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.226757] env[64147]: INFO nova.compute.manager [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Unshelving [ 2151.360055] env[64147]: DEBUG oslo_vmware.api [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841072, 'name': ReconfigVM_Task, 'duration_secs': 0.138138} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.360055] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380939', 'volume_id': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'name': 'volume-b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c763359-1fc5-4c2a-a77e-9d64850ed1aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a', 'serial': 'b1fc43ea-f530-4a37-bd7d-703c5af7235a'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2151.437500] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a17294e7-2d6a-42d0-908c-b043c8b3d86e tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.587718] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.588058] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.802025] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 1c763359-1fc5-4c2a-a77e-9d64850ed1aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2151.802219] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance ac2c0674-cf9d-4f0c-b62d-8570a17d82dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2151.802357] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance f34c77e3-c104-42ed-ac98-f503a94bdd96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2151.802523] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (4bc284ec-2b0f-466c-afec-5b2381c25120): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 2151.802720] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2151.802870] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2151.857442] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30eb5b3-9f1c-4710-8d92-1f67c567b9ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.865623] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946d0789-c28f-4507-ab08-082ba97674f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.895681] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df4098b-5a38-45e9-9b29-42f7881182ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.898946] env[64147]: DEBUG nova.objects.instance [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'flavor' on Instance uuid 1c763359-1fc5-4c2a-a77e-9d64850ed1aa {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2151.905067] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1862ed39-18f1-4796-8302-3ab831273605 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.919947] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2152.090745] env[64147]: INFO nova.compute.manager [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Detaching volume 7017ccb4-9d23-4bb3-96fc-80f717f49658 [ 2152.120858] env[64147]: INFO nova.virt.block_device [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Attempting to driver detach volume 7017ccb4-9d23-4bb3-96fc-80f717f49658 from mountpoint /dev/sdb [ 2152.121107] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2152.121298] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380945', 'volume_id': '7017ccb4-9d23-4bb3-96fc-80f717f49658', 'name': 'volume-7017ccb4-9d23-4bb3-96fc-80f717f49658', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac2c0674-cf9d-4f0c-b62d-8570a17d82dd', 'attached_at': '', 'detached_at': '', 'volume_id': '7017ccb4-9d23-4bb3-96fc-80f717f49658', 'serial': '7017ccb4-9d23-4bb3-96fc-80f717f49658'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2152.122222] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8c76e-3d30-4c3d-a167-b06504bdfd8a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.143622] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70651eb4-fb9e-49aa-8329-284ac687595a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.150263] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a71ab6a-1dd7-49c5-8db1-7d1462114a7d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.169792] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6e538f-386a-40a5-9d4c-d604c3ca94ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.184371] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] The volume has not been displaced from its original location: [datastore1] volume-7017ccb4-9d23-4bb3-96fc-80f717f49658/volume-7017ccb4-9d23-4bb3-96fc-80f717f49658.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2152.189481] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2152.190025] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c478525-41b5-47b7-8aaf-f5e8b56d8a2b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.206804] env[64147]: DEBUG oslo_vmware.api [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2152.206804] env[64147]: value = "task-1841073" [ 2152.206804] env[64147]: _type = "Task" [ 2152.206804] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.215452] env[64147]: DEBUG oslo_vmware.api [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.245403] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.422518] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2152.716297] env[64147]: DEBUG oslo_vmware.api [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841073, 'name': ReconfigVM_Task, 'duration_secs': 0.203249} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.716529] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2152.721162] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb7e9cb-5487-4d2b-b83a-11da564da6a5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.735967] env[64147]: DEBUG oslo_vmware.api [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2152.735967] env[64147]: value = "task-1841074" [ 2152.735967] env[64147]: _type = "Task" [ 2152.735967] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.745441] env[64147]: DEBUG oslo_vmware.api [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.905521] env[64147]: DEBUG oslo_concurrency.lockutils [None req-852286fe-13b4-4822-b0f5-8f66497c6288 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.721s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.926784] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2152.927019] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.150s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.927308] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.682s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.927553] env[64147]: DEBUG nova.objects.instance [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'pci_requests' on Instance uuid 17b0e691-c968-4c26-b8fa-b1558f813d5d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2153.245961] env[64147]: DEBUG oslo_vmware.api [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841074, 'name': ReconfigVM_Task, 'duration_secs': 0.127528} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.246501] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380945', 'volume_id': '7017ccb4-9d23-4bb3-96fc-80f717f49658', 'name': 'volume-7017ccb4-9d23-4bb3-96fc-80f717f49658', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac2c0674-cf9d-4f0c-b62d-8570a17d82dd', 'attached_at': '', 'detached_at': '', 'volume_id': '7017ccb4-9d23-4bb3-96fc-80f717f49658', 'serial': '7017ccb4-9d23-4bb3-96fc-80f717f49658'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2153.384030] env[64147]: DEBUG oslo_concurrency.lockutils [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.384344] env[64147]: DEBUG oslo_concurrency.lockutils [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.384522] env[64147]: DEBUG nova.compute.manager [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2153.385433] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b88368-d36a-4ff8-945c-25d0dc269f26 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.392150] env[64147]: DEBUG nova.compute.manager [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2153.392697] env[64147]: DEBUG nova.objects.instance [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'flavor' on Instance uuid 1c763359-1fc5-4c2a-a77e-9d64850ed1aa {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2153.431252] env[64147]: DEBUG nova.objects.instance [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'numa_topology' on Instance uuid 17b0e691-c968-4c26-b8fa-b1558f813d5d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2153.786051] env[64147]: DEBUG nova.objects.instance [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lazy-loading 'flavor' on Instance uuid ac2c0674-cf9d-4f0c-b62d-8570a17d82dd {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2153.933558] env[64147]: INFO nova.compute.claims [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2154.399631] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2154.399989] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efb6042b-30ab-46a4-8a46-03e2209bebc8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.407649] env[64147]: DEBUG oslo_vmware.api [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2154.407649] env[64147]: value = "task-1841075" [ 2154.407649] env[64147]: _type = "Task" [ 2154.407649] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.415111] env[64147]: DEBUG oslo_vmware.api [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.792213] env[64147]: DEBUG oslo_concurrency.lockutils [None req-732b5fd5-4ce5-485b-80bb-24a25dc3a7cb tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.917354] env[64147]: DEBUG oslo_vmware.api [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841075, 'name': PowerOffVM_Task, 'duration_secs': 0.141377} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.917608] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2154.917807] env[64147]: DEBUG nova.compute.manager [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2154.918536] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3b645b-a749-4a6d-9263-16c44e226220 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.000018] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c39ae-772c-4155-93bc-32d07fa97057 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.007469] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e582c022-98bf-42b7-b840-bb06e1934a30 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.036686] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fdefb3-62ff-4387-ac62-ebb9ac0eeab8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.044025] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ba9b36-21b0-4f82-b966-de30533d7224 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.057080] env[64147]: DEBUG nova.compute.provider_tree [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2155.430225] env[64147]: DEBUG oslo_concurrency.lockutils [None req-338492bc-4cc8-4a7b-8f6b-b1b16ee35f2f tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.559969] env[64147]: DEBUG nova.scheduler.client.report [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2155.731383] env[64147]: DEBUG nova.objects.instance [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'flavor' on Instance uuid 1c763359-1fc5-4c2a-a77e-9d64850ed1aa {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2155.887354] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.887595] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.887780] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.887969] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.888155] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.890371] env[64147]: INFO nova.compute.manager [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Terminating instance [ 2156.064975] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.137s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.093025] env[64147]: INFO nova.network.neutron [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updating port fd7d0e72-e05b-44e2-b7d8-92aaed778142 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2156.237332] env[64147]: DEBUG oslo_concurrency.lockutils [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.237462] env[64147]: DEBUG oslo_concurrency.lockutils [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquired lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.237552] env[64147]: DEBUG nova.network.neutron [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2156.237712] env[64147]: DEBUG nova.objects.instance [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'info_cache' on Instance uuid 1c763359-1fc5-4c2a-a77e-9d64850ed1aa {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2156.394726] env[64147]: DEBUG nova.compute.manager [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2156.394726] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2156.395447] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90e757f-6a0a-4e6d-9876-bed35942ae30 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.403246] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2156.403472] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb57283c-225e-44b0-a914-17029d29d717 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.409227] env[64147]: DEBUG oslo_vmware.api [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2156.409227] env[64147]: value = "task-1841076" [ 2156.409227] env[64147]: _type = "Task" [ 2156.409227] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.417229] env[64147]: DEBUG oslo_vmware.api [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.741420] env[64147]: DEBUG nova.objects.base [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Object Instance<1c763359-1fc5-4c2a-a77e-9d64850ed1aa> lazy-loaded attributes: flavor,info_cache {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2156.918653] env[64147]: DEBUG oslo_vmware.api [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841076, 'name': PowerOffVM_Task, 'duration_secs': 0.203067} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.918910] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2156.919093] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2156.919331] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d6083e6-d36e-4c3c-bb40-a1dc3d9eeeb1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.030640] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2157.030859] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2157.031060] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleting the datastore file [datastore1] ac2c0674-cf9d-4f0c-b62d-8570a17d82dd {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2157.031442] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbcdd6d3-9d21-4635-9739-cc4fe65bb88a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.039623] env[64147]: DEBUG oslo_vmware.api [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for the task: (returnval){ [ 2157.039623] env[64147]: value = "task-1841078" [ 2157.039623] env[64147]: _type = "Task" [ 2157.039623] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.047067] env[64147]: DEBUG oslo_vmware.api [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.442016] env[64147]: DEBUG nova.network.neutron [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updating instance_info_cache with network_info: [{"id": "76df3261-3938-4138-beab-79c1d992ce8e", "address": "fa:16:3e:dc:39:5e", "network": {"id": "75849e7c-6151-4ad2-9670-409fec1a647e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807608628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c0266bbc6e342f39aebdb515f1daadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76df3261-39", "ovs_interfaceid": "76df3261-3938-4138-beab-79c1d992ce8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.479772] env[64147]: DEBUG nova.compute.manager [req-06cc66ec-2e53-4419-b06b-81dbb1dc8f84 req-acf61103-6865-4954-95d2-78b202e8cecb service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Received event network-vif-plugged-fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2157.480125] env[64147]: DEBUG oslo_concurrency.lockutils [req-06cc66ec-2e53-4419-b06b-81dbb1dc8f84 req-acf61103-6865-4954-95d2-78b202e8cecb service nova] Acquiring lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.480454] env[64147]: DEBUG oslo_concurrency.lockutils [req-06cc66ec-2e53-4419-b06b-81dbb1dc8f84 req-acf61103-6865-4954-95d2-78b202e8cecb service nova] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.482019] env[64147]: DEBUG oslo_concurrency.lockutils [req-06cc66ec-2e53-4419-b06b-81dbb1dc8f84 req-acf61103-6865-4954-95d2-78b202e8cecb service nova] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.482019] env[64147]: DEBUG nova.compute.manager [req-06cc66ec-2e53-4419-b06b-81dbb1dc8f84 req-acf61103-6865-4954-95d2-78b202e8cecb service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] No waiting events found dispatching network-vif-plugged-fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2157.482019] env[64147]: WARNING nova.compute.manager [req-06cc66ec-2e53-4419-b06b-81dbb1dc8f84 req-acf61103-6865-4954-95d2-78b202e8cecb service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Received unexpected event network-vif-plugged-fd7d0e72-e05b-44e2-b7d8-92aaed778142 for instance with vm_state shelved_offloaded and task_state spawning. [ 2157.553565] env[64147]: DEBUG oslo_vmware.api [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Task: {'id': task-1841078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127301} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.553996] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2157.554328] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2157.554648] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2157.555141] env[64147]: INFO nova.compute.manager [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2157.555342] env[64147]: DEBUG oslo.service.loopingcall [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2157.555625] env[64147]: DEBUG nova.compute.manager [-] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2157.555796] env[64147]: DEBUG nova.network.neutron [-] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2157.563148] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.563319] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.563490] env[64147]: DEBUG nova.network.neutron [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2157.944826] env[64147]: DEBUG oslo_concurrency.lockutils [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Releasing lock "refresh_cache-1c763359-1fc5-4c2a-a77e-9d64850ed1aa" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.060718] env[64147]: DEBUG nova.compute.manager [req-a614e1ce-ef7e-4454-846f-380ee92f7164 req-428bb6ed-f394-4269-bfa6-d3606232d746 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Received event network-vif-deleted-b8c6816b-601a-4681-92ae-4eeac376faf5 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2158.060961] env[64147]: INFO nova.compute.manager [req-a614e1ce-ef7e-4454-846f-380ee92f7164 req-428bb6ed-f394-4269-bfa6-d3606232d746 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Neutron deleted interface b8c6816b-601a-4681-92ae-4eeac376faf5; detaching it from the instance and deleting it from the info cache [ 2158.061197] env[64147]: DEBUG nova.network.neutron [req-a614e1ce-ef7e-4454-846f-380ee92f7164 req-428bb6ed-f394-4269-bfa6-d3606232d746 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.275032] env[64147]: DEBUG nova.network.neutron [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updating instance_info_cache with network_info: [{"id": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "address": "fa:16:3e:7d:a7:4f", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7d0e72-e0", "ovs_interfaceid": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.538817] env[64147]: DEBUG nova.network.neutron [-] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.564029] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3a7efe9-a5a8-4e12-abfd-08f04811d544 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.574607] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e379e9-a4bd-496c-af34-b2e0e688f1c7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.601548] env[64147]: DEBUG nova.compute.manager [req-a614e1ce-ef7e-4454-846f-380ee92f7164 req-428bb6ed-f394-4269-bfa6-d3606232d746 service nova] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Detach interface failed, port_id=b8c6816b-601a-4681-92ae-4eeac376faf5, reason: Instance ac2c0674-cf9d-4f0c-b62d-8570a17d82dd could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2158.779659] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.807470] env[64147]: DEBUG nova.virt.hardware [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='985c110fc0ed4984e3722d43cbb2e5b7',container_format='bare',created_at=2024-12-13T05:52:42Z,direct_url=,disk_format='vmdk',id=e9ef6971-821e-4783-ad4c-ee270edda894,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-475808307-shelved',owner='068f19de4bc04821907bbc561ecebc35',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-13T05:52:55Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2158.807723] env[64147]: DEBUG nova.virt.hardware [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2158.807886] env[64147]: DEBUG nova.virt.hardware [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2158.808095] env[64147]: DEBUG nova.virt.hardware [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2158.808250] env[64147]: DEBUG nova.virt.hardware [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2158.808402] env[64147]: DEBUG nova.virt.hardware [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2158.808611] env[64147]: DEBUG nova.virt.hardware [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2158.808772] env[64147]: DEBUG nova.virt.hardware [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2158.808939] env[64147]: DEBUG nova.virt.hardware [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2158.809117] env[64147]: DEBUG nova.virt.hardware [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2158.809291] env[64147]: DEBUG nova.virt.hardware [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2158.810248] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fca9706-c5d2-41ed-9030-89d1a1dfa91c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.819528] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72fface-ed6c-4ee7-9614-f4d3a2603a1e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.833688] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:a7:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd7d0e72-e05b-44e2-b7d8-92aaed778142', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2158.841009] env[64147]: DEBUG oslo.service.loopingcall [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2158.841266] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2158.841483] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bf7808b-c05d-4593-aecb-771bbecb18ce {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.861113] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2158.861113] env[64147]: value = "task-1841079" [ 2158.861113] env[64147]: _type = "Task" [ 2158.861113] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.872370] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841079, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.951547] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2158.951936] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9a6e4b3-bfb9-4c18-ae42-0b7d1689e6c8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.958671] env[64147]: DEBUG oslo_vmware.api [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2158.958671] env[64147]: value = "task-1841080" [ 2158.958671] env[64147]: _type = "Task" [ 2158.958671] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.966369] env[64147]: DEBUG oslo_vmware.api [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.041313] env[64147]: INFO nova.compute.manager [-] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Took 1.49 seconds to deallocate network for instance. [ 2159.370965] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841079, 'name': CreateVM_Task, 'duration_secs': 0.306116} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.371155] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2159.371860] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2159.372042] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.372415] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2159.372684] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e2c326-4221-4cc9-9db9-84eca135ae0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.376910] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2159.376910] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5240a13e-486c-b5f3-4168-f1390aabaf8e" [ 2159.376910] env[64147]: _type = "Task" [ 2159.376910] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.384077] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5240a13e-486c-b5f3-4168-f1390aabaf8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.468639] env[64147]: DEBUG oslo_vmware.api [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841080, 'name': PowerOnVM_Task, 'duration_secs': 0.360144} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.468992] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2159.469230] env[64147]: DEBUG nova.compute.manager [None req-614b1d48-d390-40a0-ab90-dee82d6313dd tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2159.469993] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7444b2-ac7d-4eaf-ad80-dd686c6a9595 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.510212] env[64147]: DEBUG nova.compute.manager [req-a50ee39d-4607-4283-9173-4cb08e049578 req-e151a645-c2ed-483a-ae09-d41d5da4ce54 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Received event network-changed-fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2159.510377] env[64147]: DEBUG nova.compute.manager [req-a50ee39d-4607-4283-9173-4cb08e049578 req-e151a645-c2ed-483a-ae09-d41d5da4ce54 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Refreshing instance network info cache due to event network-changed-fd7d0e72-e05b-44e2-b7d8-92aaed778142. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2159.510617] env[64147]: DEBUG oslo_concurrency.lockutils [req-a50ee39d-4607-4283-9173-4cb08e049578 req-e151a645-c2ed-483a-ae09-d41d5da4ce54 service nova] Acquiring lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2159.510774] env[64147]: DEBUG oslo_concurrency.lockutils [req-a50ee39d-4607-4283-9173-4cb08e049578 req-e151a645-c2ed-483a-ae09-d41d5da4ce54 service nova] Acquired lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.510947] env[64147]: DEBUG nova.network.neutron [req-a50ee39d-4607-4283-9173-4cb08e049578 req-e151a645-c2ed-483a-ae09-d41d5da4ce54 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Refreshing network info cache for port fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2159.547937] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.548182] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.548406] env[64147]: DEBUG nova.objects.instance [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lazy-loading 'resources' on Instance uuid ac2c0674-cf9d-4f0c-b62d-8570a17d82dd {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.890017] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.890017] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Processing image e9ef6971-821e-4783-ad4c-ee270edda894 {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2159.890017] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894/e9ef6971-821e-4783-ad4c-ee270edda894.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2159.890017] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894/e9ef6971-821e-4783-ad4c-ee270edda894.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.890017] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2159.890017] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d355f078-35d8-42ae-92b7-00e6117cca25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.897345] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2159.897522] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2159.898220] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d664096-8777-4dc4-89c7-d2659668f8a3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.903300] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2159.903300] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e7ab2e-a122-f21d-58ee-52994c27ac78" [ 2159.903300] env[64147]: _type = "Task" [ 2159.903300] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.910721] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e7ab2e-a122-f21d-58ee-52994c27ac78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.107282] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefaf0f7-70c9-4f3c-a1c7-62ee130c3da8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.116633] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c1b17b-b598-4dda-b9fe-a6602f886d76 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.149228] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e6aaec-9407-4684-acc4-d0a65a9f58ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.156577] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882e1a4-b278-4840-bb02-4f3aaf0594b6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.169821] env[64147]: DEBUG nova.compute.provider_tree [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2160.238674] env[64147]: DEBUG nova.network.neutron [req-a50ee39d-4607-4283-9173-4cb08e049578 req-e151a645-c2ed-483a-ae09-d41d5da4ce54 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updated VIF entry in instance network info cache for port fd7d0e72-e05b-44e2-b7d8-92aaed778142. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2160.239046] env[64147]: DEBUG nova.network.neutron [req-a50ee39d-4607-4283-9173-4cb08e049578 req-e151a645-c2ed-483a-ae09-d41d5da4ce54 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updating instance_info_cache with network_info: [{"id": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "address": "fa:16:3e:7d:a7:4f", "network": {"id": "971791c4-6a08-4279-95da-2a69bb39b71a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1238694831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f19de4bc04821907bbc561ecebc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7d0e72-e0", "ovs_interfaceid": "fd7d0e72-e05b-44e2-b7d8-92aaed778142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.413061] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Preparing fetch location {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2160.413334] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Fetch image to [datastore1] OSTACK_IMG_f0c74db6-94a3-481b-825b-f8f4f6c29a30/OSTACK_IMG_f0c74db6-94a3-481b-825b-f8f4f6c29a30.vmdk {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2160.413518] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Downloading stream optimized image e9ef6971-821e-4783-ad4c-ee270edda894 to [datastore1] OSTACK_IMG_f0c74db6-94a3-481b-825b-f8f4f6c29a30/OSTACK_IMG_f0c74db6-94a3-481b-825b-f8f4f6c29a30.vmdk on the data store datastore1 as vApp {{(pid=64147) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2160.413687] env[64147]: DEBUG nova.virt.vmwareapi.images [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Downloading image file data e9ef6971-821e-4783-ad4c-ee270edda894 to the ESX as VM named 'OSTACK_IMG_f0c74db6-94a3-481b-825b-f8f4f6c29a30' {{(pid=64147) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2160.483022] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2160.483022] env[64147]: value = "resgroup-9" [ 2160.483022] env[64147]: _type = "ResourcePool" [ 2160.483022] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2160.483548] env[64147]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f278a255-1600-40a4-a410-a7c0bf3e7c48 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.503946] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lease: (returnval){ [ 2160.503946] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f23945-de8e-f738-3aa2-04dedd431bb9" [ 2160.503946] env[64147]: _type = "HttpNfcLease" [ 2160.503946] env[64147]: } obtained for vApp import into resource pool (val){ [ 2160.503946] env[64147]: value = "resgroup-9" [ 2160.503946] env[64147]: _type = "ResourcePool" [ 2160.503946] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2160.504290] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the lease: (returnval){ [ 2160.504290] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f23945-de8e-f738-3aa2-04dedd431bb9" [ 2160.504290] env[64147]: _type = "HttpNfcLease" [ 2160.504290] env[64147]: } to be ready. {{(pid=64147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2160.510695] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2160.510695] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f23945-de8e-f738-3aa2-04dedd431bb9" [ 2160.510695] env[64147]: _type = "HttpNfcLease" [ 2160.510695] env[64147]: } is initializing. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2160.690386] env[64147]: ERROR nova.scheduler.client.report [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] [req-468bdd1f-f679-4666-b011-0cdd9b99b928] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-468bdd1f-f679-4666-b011-0cdd9b99b928"}]} [ 2160.706767] env[64147]: DEBUG nova.scheduler.client.report [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2160.719843] env[64147]: DEBUG nova.scheduler.client.report [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2160.720079] env[64147]: DEBUG nova.compute.provider_tree [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2160.730157] env[64147]: DEBUG nova.scheduler.client.report [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2160.741345] env[64147]: DEBUG oslo_concurrency.lockutils [req-a50ee39d-4607-4283-9173-4cb08e049578 req-e151a645-c2ed-483a-ae09-d41d5da4ce54 service nova] Releasing lock "refresh_cache-17b0e691-c968-4c26-b8fa-b1558f813d5d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2160.746847] env[64147]: DEBUG nova.scheduler.client.report [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2160.801335] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8812f9c8-4247-400e-afa7-9c0048b3366c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.809273] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e14170c-7d40-41cd-b995-0213ee16c9a9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.840643] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2de009-ab64-4a94-b180-9ddab98b77cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.848385] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797c66f2-e59e-4ddf-a40b-ae0b3985c786 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.862329] env[64147]: DEBUG nova.compute.provider_tree [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2161.012103] env[64147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2161.012103] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f23945-de8e-f738-3aa2-04dedd431bb9" [ 2161.012103] env[64147]: _type = "HttpNfcLease" [ 2161.012103] env[64147]: } is ready. {{(pid=64147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2161.012448] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2161.012448] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52f23945-de8e-f738-3aa2-04dedd431bb9" [ 2161.012448] env[64147]: _type = "HttpNfcLease" [ 2161.012448] env[64147]: }. {{(pid=64147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2161.013134] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3f1bd9-8649-4624-8d58-0d9676e07b83 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.020254] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203a38a-c0b6-5201-a74c-d90bf2f57e67/disk-0.vmdk from lease info. {{(pid=64147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2161.020429] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203a38a-c0b6-5201-a74c-d90bf2f57e67/disk-0.vmdk. {{(pid=64147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2161.084479] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c310b26e-e0f7-4a86-9967-2b0d69218e0f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.395472] env[64147]: DEBUG nova.scheduler.client.report [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2161.395789] env[64147]: DEBUG nova.compute.provider_tree [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 175 to 176 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2161.395995] env[64147]: DEBUG nova.compute.provider_tree [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2161.901038] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.353s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.920787] env[64147]: INFO nova.scheduler.client.report [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Deleted allocations for instance ac2c0674-cf9d-4f0c-b62d-8570a17d82dd [ 2162.177475] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Completed reading data from the image iterator. {{(pid=64147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2162.177842] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203a38a-c0b6-5201-a74c-d90bf2f57e67/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2162.178878] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fedccf8-f748-4769-8043-ab4722015218 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.185851] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203a38a-c0b6-5201-a74c-d90bf2f57e67/disk-0.vmdk is in state: ready. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2162.186022] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203a38a-c0b6-5201-a74c-d90bf2f57e67/disk-0.vmdk. {{(pid=64147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2162.186272] env[64147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2e1ed2a7-b0e2-44bb-b33f-39e8c9005edc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.351386] env[64147]: DEBUG oslo_vmware.rw_handles [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203a38a-c0b6-5201-a74c-d90bf2f57e67/disk-0.vmdk. {{(pid=64147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2162.351601] env[64147]: INFO nova.virt.vmwareapi.images [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Downloaded image file data e9ef6971-821e-4783-ad4c-ee270edda894 [ 2162.352576] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1153bc2f-81e1-4d40-aa88-660c3ee4abb7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.368902] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49775bf1-e589-45b9-9759-a8867bdd3892 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.401139] env[64147]: INFO nova.virt.vmwareapi.images [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] The imported VM was unregistered [ 2162.403771] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Caching image {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2162.403986] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894 {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2162.404312] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-458bdfb6-815a-4faf-a36f-283a72a64dbe {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.424041] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Created directory with path [datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894 {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2162.424221] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f0c74db6-94a3-481b-825b-f8f4f6c29a30/OSTACK_IMG_f0c74db6-94a3-481b-825b-f8f4f6c29a30.vmdk to [datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894/e9ef6971-821e-4783-ad4c-ee270edda894.vmdk. {{(pid=64147) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2162.424485] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5911e81e-f548-4e2d-9ba7-c6b28d6cfe40 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.429655] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8a830c8a-bf7b-4217-b530-87a671965a9b tempest-AttachVolumeNegativeTest-512377491 tempest-AttachVolumeNegativeTest-512377491-project-member] Lock "ac2c0674-cf9d-4f0c-b62d-8570a17d82dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.542s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.432700] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2162.432700] env[64147]: value = "task-1841084" [ 2162.432700] env[64147]: _type = "Task" [ 2162.432700] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.440363] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841084, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.942750] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841084, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.443524] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841084, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.945984] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841084, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.444840] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841084, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.945577] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841084, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.357798} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.945947] env[64147]: INFO nova.virt.vmwareapi.ds_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f0c74db6-94a3-481b-825b-f8f4f6c29a30/OSTACK_IMG_f0c74db6-94a3-481b-825b-f8f4f6c29a30.vmdk to [datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894/e9ef6971-821e-4783-ad4c-ee270edda894.vmdk. [ 2164.946181] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Cleaning up location [datastore1] OSTACK_IMG_f0c74db6-94a3-481b-825b-f8f4f6c29a30 {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2164.946349] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f0c74db6-94a3-481b-825b-f8f4f6c29a30 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2164.946596] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-708c5c2f-1244-4554-a80d-a8bcbe8d47d3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.953224] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2164.953224] env[64147]: value = "task-1841085" [ 2164.953224] env[64147]: _type = "Task" [ 2164.953224] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.960673] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.464235] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036325} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.464235] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2165.464235] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894/e9ef6971-821e-4783-ad4c-ee270edda894.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.464235] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894/e9ef6971-821e-4783-ad4c-ee270edda894.vmdk to [datastore1] 17b0e691-c968-4c26-b8fa-b1558f813d5d/17b0e691-c968-4c26-b8fa-b1558f813d5d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2165.464674] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c811365-a1c3-4ecd-9cbd-a9fa4f83187b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.471138] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2165.471138] env[64147]: value = "task-1841086" [ 2165.471138] env[64147]: _type = "Task" [ 2165.471138] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.478575] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.981120] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841086, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.482997] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841086, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.982831] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841086, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.483709] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841086, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.984556] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841086, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.149949} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.984883] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e9ef6971-821e-4783-ad4c-ee270edda894/e9ef6971-821e-4783-ad4c-ee270edda894.vmdk to [datastore1] 17b0e691-c968-4c26-b8fa-b1558f813d5d/17b0e691-c968-4c26-b8fa-b1558f813d5d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2167.985710] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9573ad2-c781-4540-b03c-7bf7db8dc618 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.007281] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 17b0e691-c968-4c26-b8fa-b1558f813d5d/17b0e691-c968-4c26-b8fa-b1558f813d5d.vmdk or device None with type streamOptimized {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2168.007560] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de9c67ba-0143-4266-8533-146a0adf99ac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.027240] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2168.027240] env[64147]: value = "task-1841089" [ 2168.027240] env[64147]: _type = "Task" [ 2168.027240] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.034999] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.536878] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841089, 'name': ReconfigVM_Task, 'duration_secs': 0.255805} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.538120] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 17b0e691-c968-4c26-b8fa-b1558f813d5d/17b0e691-c968-4c26-b8fa-b1558f813d5d.vmdk or device None with type streamOptimized {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2168.538351] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01a4ad10-403e-45b8-ac36-b976985e8d25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.544787] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2168.544787] env[64147]: value = "task-1841090" [ 2168.544787] env[64147]: _type = "Task" [ 2168.544787] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.552098] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841090, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.054708] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841090, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.556650] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841090, 'name': Rename_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.056296] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841090, 'name': Rename_Task, 'duration_secs': 1.130774} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.056523] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2170.056767] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-311faead-f146-4187-93ef-bafe68fc3573 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.062978] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2170.062978] env[64147]: value = "task-1841091" [ 2170.062978] env[64147]: _type = "Task" [ 2170.062978] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.070295] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.573387] env[64147]: DEBUG oslo_vmware.api [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841091, 'name': PowerOnVM_Task, 'duration_secs': 0.419054} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.573799] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2170.671849] env[64147]: DEBUG nova.compute.manager [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2170.672793] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de025fff-20ba-4b9e-a44b-fd1590271ace {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.190707] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ef2f026-c1e7-49e8-9243-25e40f493c00 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.965s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.072421] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.072802] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.072907] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.073083] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.073266] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.075460] env[64147]: INFO nova.compute.manager [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Terminating instance [ 2172.578927] env[64147]: DEBUG nova.compute.manager [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2172.579152] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2172.580133] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b0cdeb-7d34-4e4f-b556-4609506f529e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.587840] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2172.588071] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-029743da-df25-4125-9154-c91164e7fa09 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.594382] env[64147]: DEBUG oslo_vmware.api [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2172.594382] env[64147]: value = "task-1841092" [ 2172.594382] env[64147]: _type = "Task" [ 2172.594382] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.602576] env[64147]: DEBUG oslo_vmware.api [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.105047] env[64147]: DEBUG oslo_vmware.api [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841092, 'name': PowerOffVM_Task, 'duration_secs': 0.180608} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.105434] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2173.105496] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2173.105745] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06249ac1-170b-4623-94cd-1d2c2aa5494e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.253815] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2173.253987] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2173.254165] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleting the datastore file [datastore1] 17b0e691-c968-4c26-b8fa-b1558f813d5d {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2173.254424] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d664f68-e4fd-450c-98ef-8ef90470d5e1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.260158] env[64147]: DEBUG oslo_vmware.api [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for the task: (returnval){ [ 2173.260158] env[64147]: value = "task-1841094" [ 2173.260158] env[64147]: _type = "Task" [ 2173.260158] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.267767] env[64147]: DEBUG oslo_vmware.api [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.770047] env[64147]: DEBUG oslo_vmware.api [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Task: {'id': task-1841094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141807} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.770341] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2173.770530] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2173.770701] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2173.770875] env[64147]: INFO nova.compute.manager [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2173.771131] env[64147]: DEBUG oslo.service.loopingcall [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2173.771320] env[64147]: DEBUG nova.compute.manager [-] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2173.771414] env[64147]: DEBUG nova.network.neutron [-] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2174.297340] env[64147]: DEBUG nova.compute.manager [req-ea0c9397-b00b-4916-ac76-57dcca581fc2 req-62e996d4-d862-4a03-aaf9-f4ec79cc0338 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Received event network-vif-deleted-fd7d0e72-e05b-44e2-b7d8-92aaed778142 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2174.297566] env[64147]: INFO nova.compute.manager [req-ea0c9397-b00b-4916-ac76-57dcca581fc2 req-62e996d4-d862-4a03-aaf9-f4ec79cc0338 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Neutron deleted interface fd7d0e72-e05b-44e2-b7d8-92aaed778142; detaching it from the instance and deleting it from the info cache [ 2174.297696] env[64147]: DEBUG nova.network.neutron [req-ea0c9397-b00b-4916-ac76-57dcca581fc2 req-62e996d4-d862-4a03-aaf9-f4ec79cc0338 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.777450] env[64147]: DEBUG nova.network.neutron [-] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.799911] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-192baa2f-3779-49d3-8242-9b24740f8793 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.810545] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fa5074-7bdf-40d1-84ff-952e8055ee27 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.835015] env[64147]: DEBUG nova.compute.manager [req-ea0c9397-b00b-4916-ac76-57dcca581fc2 req-62e996d4-d862-4a03-aaf9-f4ec79cc0338 service nova] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Detach interface failed, port_id=fd7d0e72-e05b-44e2-b7d8-92aaed778142, reason: Instance 17b0e691-c968-4c26-b8fa-b1558f813d5d could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2175.280181] env[64147]: INFO nova.compute.manager [-] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Took 1.51 seconds to deallocate network for instance. [ 2175.787056] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.787056] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.787462] env[64147]: DEBUG nova.objects.instance [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lazy-loading 'resources' on Instance uuid 17b0e691-c968-4c26-b8fa-b1558f813d5d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2176.344401] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3262625-3eab-4e5f-bb7e-85ac2a4a4ace {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.351870] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f77bef2-7c4d-418c-83fa-c95a3bc250b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.382084] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84091dca-d552-4a1a-b31b-dd647b09b4c1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.388630] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33327b6b-6f9e-43a0-bf82-6a36bf0ae928 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.401169] env[64147]: DEBUG nova.compute.provider_tree [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2176.931123] env[64147]: DEBUG nova.scheduler.client.report [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2176.931428] env[64147]: DEBUG nova.compute.provider_tree [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 176 to 177 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2176.931574] env[64147]: DEBUG nova.compute.provider_tree [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2177.436771] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.460548] env[64147]: INFO nova.scheduler.client.report [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Deleted allocations for instance 17b0e691-c968-4c26-b8fa-b1558f813d5d [ 2177.968190] env[64147]: DEBUG oslo_concurrency.lockutils [None req-aeb95533-0a59-4923-9ead-e358d927b0f5 tempest-ServerActionsTestOtherB-838837060 tempest-ServerActionsTestOtherB-838837060-project-member] Lock "17b0e691-c968-4c26-b8fa-b1558f813d5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.895s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.078050] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "c23a7e8c-7a98-486d-b667-036526825b2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.078050] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c23a7e8c-7a98-486d-b667-036526825b2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.580386] env[64147]: DEBUG nova.compute.manager [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2181.102356] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.102663] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.104159] env[64147]: INFO nova.compute.claims [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2182.163981] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08fd654-7dd9-48d2-8402-93ae6b70bcab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.171783] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9258a7fe-1e34-497b-994f-eee144dc906a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.200946] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a03f510-0365-4405-85c5-91fd651ab087 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.208194] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374e426d-4e32-4a5e-96bf-68426e559819 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.221240] env[64147]: DEBUG nova.compute.provider_tree [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2182.727081] env[64147]: DEBUG nova.scheduler.client.report [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2183.232634] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.233257] env[64147]: DEBUG nova.compute.manager [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2183.738035] env[64147]: DEBUG nova.compute.utils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2183.739541] env[64147]: DEBUG nova.compute.manager [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2183.739713] env[64147]: DEBUG nova.network.neutron [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2183.801997] env[64147]: DEBUG nova.policy [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65c4f51d1d34a1dab3ecd0c566fafd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37471bf989c143e59dc0151c0c9641f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2184.091861] env[64147]: DEBUG nova.network.neutron [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Successfully created port: 441fa48b-195e-4dd4-a74d-892a878487f2 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2184.244408] env[64147]: DEBUG nova.compute.manager [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2185.257028] env[64147]: DEBUG nova.compute.manager [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2185.281783] env[64147]: DEBUG nova.virt.hardware [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2185.282090] env[64147]: DEBUG nova.virt.hardware [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2185.282277] env[64147]: DEBUG nova.virt.hardware [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2185.282465] env[64147]: DEBUG nova.virt.hardware [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2185.282612] env[64147]: DEBUG nova.virt.hardware [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2185.282759] env[64147]: DEBUG nova.virt.hardware [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2185.282967] env[64147]: DEBUG nova.virt.hardware [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2185.283454] env[64147]: DEBUG nova.virt.hardware [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2185.283659] env[64147]: DEBUG nova.virt.hardware [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2185.283828] env[64147]: DEBUG nova.virt.hardware [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2185.284015] env[64147]: DEBUG nova.virt.hardware [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2185.284905] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc7e898-5eff-4813-969a-bc5bc782e9e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.293184] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdde60a8-ddbc-4b3b-a83e-039d31c849be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.462919] env[64147]: DEBUG nova.compute.manager [req-8b17afa1-cc7c-4d64-b37c-8348b894c0de req-0f584eed-cb02-4ec4-8295-636825491ad4 service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Received event network-vif-plugged-441fa48b-195e-4dd4-a74d-892a878487f2 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2185.463169] env[64147]: DEBUG oslo_concurrency.lockutils [req-8b17afa1-cc7c-4d64-b37c-8348b894c0de req-0f584eed-cb02-4ec4-8295-636825491ad4 service nova] Acquiring lock "c23a7e8c-7a98-486d-b667-036526825b2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.463366] env[64147]: DEBUG oslo_concurrency.lockutils [req-8b17afa1-cc7c-4d64-b37c-8348b894c0de req-0f584eed-cb02-4ec4-8295-636825491ad4 service nova] Lock "c23a7e8c-7a98-486d-b667-036526825b2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.463541] env[64147]: DEBUG oslo_concurrency.lockutils [req-8b17afa1-cc7c-4d64-b37c-8348b894c0de req-0f584eed-cb02-4ec4-8295-636825491ad4 service nova] Lock "c23a7e8c-7a98-486d-b667-036526825b2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.463711] env[64147]: DEBUG nova.compute.manager [req-8b17afa1-cc7c-4d64-b37c-8348b894c0de req-0f584eed-cb02-4ec4-8295-636825491ad4 service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] No waiting events found dispatching network-vif-plugged-441fa48b-195e-4dd4-a74d-892a878487f2 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2185.463880] env[64147]: WARNING nova.compute.manager [req-8b17afa1-cc7c-4d64-b37c-8348b894c0de req-0f584eed-cb02-4ec4-8295-636825491ad4 service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Received unexpected event network-vif-plugged-441fa48b-195e-4dd4-a74d-892a878487f2 for instance with vm_state building and task_state spawning. [ 2185.551061] env[64147]: DEBUG nova.network.neutron [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Successfully updated port: 441fa48b-195e-4dd4-a74d-892a878487f2 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2186.054977] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "refresh_cache-c23a7e8c-7a98-486d-b667-036526825b2d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.055169] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "refresh_cache-c23a7e8c-7a98-486d-b667-036526825b2d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.055267] env[64147]: DEBUG nova.network.neutron [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2186.586548] env[64147]: DEBUG nova.network.neutron [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2186.709389] env[64147]: DEBUG nova.network.neutron [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Updating instance_info_cache with network_info: [{"id": "441fa48b-195e-4dd4-a74d-892a878487f2", "address": "fa:16:3e:e9:c6:10", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap441fa48b-19", "ovs_interfaceid": "441fa48b-195e-4dd4-a74d-892a878487f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.212082] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "refresh_cache-c23a7e8c-7a98-486d-b667-036526825b2d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.212416] env[64147]: DEBUG nova.compute.manager [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Instance network_info: |[{"id": "441fa48b-195e-4dd4-a74d-892a878487f2", "address": "fa:16:3e:e9:c6:10", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap441fa48b-19", "ovs_interfaceid": "441fa48b-195e-4dd4-a74d-892a878487f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2187.212835] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:c6:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '441fa48b-195e-4dd4-a74d-892a878487f2', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2187.220295] env[64147]: DEBUG oslo.service.loopingcall [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2187.220496] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2187.221110] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b366f18d-c9b3-4159-896c-c3199d10321b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.241178] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2187.241178] env[64147]: value = "task-1841096" [ 2187.241178] env[64147]: _type = "Task" [ 2187.241178] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.248285] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.487218] env[64147]: DEBUG nova.compute.manager [req-e522afee-02ee-41af-806a-1d10c7688549 req-102673cd-3299-48f4-a330-459a206d1918 service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Received event network-changed-441fa48b-195e-4dd4-a74d-892a878487f2 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2187.487425] env[64147]: DEBUG nova.compute.manager [req-e522afee-02ee-41af-806a-1d10c7688549 req-102673cd-3299-48f4-a330-459a206d1918 service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Refreshing instance network info cache due to event network-changed-441fa48b-195e-4dd4-a74d-892a878487f2. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2187.487635] env[64147]: DEBUG oslo_concurrency.lockutils [req-e522afee-02ee-41af-806a-1d10c7688549 req-102673cd-3299-48f4-a330-459a206d1918 service nova] Acquiring lock "refresh_cache-c23a7e8c-7a98-486d-b667-036526825b2d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.487780] env[64147]: DEBUG oslo_concurrency.lockutils [req-e522afee-02ee-41af-806a-1d10c7688549 req-102673cd-3299-48f4-a330-459a206d1918 service nova] Acquired lock "refresh_cache-c23a7e8c-7a98-486d-b667-036526825b2d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.487938] env[64147]: DEBUG nova.network.neutron [req-e522afee-02ee-41af-806a-1d10c7688549 req-102673cd-3299-48f4-a330-459a206d1918 service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Refreshing network info cache for port 441fa48b-195e-4dd4-a74d-892a878487f2 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2187.751155] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.252206] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.413648] env[64147]: DEBUG nova.network.neutron [req-e522afee-02ee-41af-806a-1d10c7688549 req-102673cd-3299-48f4-a330-459a206d1918 service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Updated VIF entry in instance network info cache for port 441fa48b-195e-4dd4-a74d-892a878487f2. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2188.413989] env[64147]: DEBUG nova.network.neutron [req-e522afee-02ee-41af-806a-1d10c7688549 req-102673cd-3299-48f4-a330-459a206d1918 service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Updating instance_info_cache with network_info: [{"id": "441fa48b-195e-4dd4-a74d-892a878487f2", "address": "fa:16:3e:e9:c6:10", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap441fa48b-19", "ovs_interfaceid": "441fa48b-195e-4dd4-a74d-892a878487f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.752733] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.917135] env[64147]: DEBUG oslo_concurrency.lockutils [req-e522afee-02ee-41af-806a-1d10c7688549 req-102673cd-3299-48f4-a330-459a206d1918 service nova] Releasing lock "refresh_cache-c23a7e8c-7a98-486d-b667-036526825b2d" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.253166] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.753745] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.254336] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.755296] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.256074] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.756661] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.256887] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.757903] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.258545] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.759327] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.260593] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841096, 'name': CreateVM_Task, 'duration_secs': 6.841425} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.260800] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2194.261497] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.261634] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.261967] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2194.262249] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be63d07-db1f-46d7-ad1f-00cc049c1092 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.266590] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2194.266590] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5235bf8d-b21e-0180-9228-aa0721429985" [ 2194.266590] env[64147]: _type = "Task" [ 2194.266590] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.274413] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5235bf8d-b21e-0180-9228-aa0721429985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.777330] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5235bf8d-b21e-0180-9228-aa0721429985, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.777773] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.777852] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2194.778091] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.778244] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.778422] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2194.778666] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cabffe2-69a8-4c98-9bb9-cbd5eba29429 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.786951] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2194.787131] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2194.787782] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626e6ec8-e45f-4ee4-86e3-71e91bae50b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.792701] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2194.792701] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52d62bd5-f650-9d43-3196-fcda294c5ad9" [ 2194.792701] env[64147]: _type = "Task" [ 2194.792701] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.800266] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d62bd5-f650-9d43-3196-fcda294c5ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.302217] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52d62bd5-f650-9d43-3196-fcda294c5ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.008303} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.302995] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f9ebb3b-2b97-4171-ac17-3dee5fa7f415 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.308707] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2195.308707] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]520d4ade-da3d-b79c-9410-94669095473d" [ 2195.308707] env[64147]: _type = "Task" [ 2195.308707] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.317300] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520d4ade-da3d-b79c-9410-94669095473d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.819528] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]520d4ade-da3d-b79c-9410-94669095473d, 'name': SearchDatastore_Task, 'duration_secs': 0.008443} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.819883] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.819994] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c23a7e8c-7a98-486d-b667-036526825b2d/c23a7e8c-7a98-486d-b667-036526825b2d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2195.820258] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d861b7b3-c75a-41dc-bd9d-3bcf2da0cdb8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.827229] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2195.827229] env[64147]: value = "task-1841097" [ 2195.827229] env[64147]: _type = "Task" [ 2195.827229] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.834697] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.983648] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.983913] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.984141] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.984336] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.984508] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.988800] env[64147]: INFO nova.compute.manager [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Terminating instance [ 2196.336753] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434849} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.337055] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c23a7e8c-7a98-486d-b667-036526825b2d/c23a7e8c-7a98-486d-b667-036526825b2d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2196.337237] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2196.337479] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68507189-5400-4cc6-950b-9a702c6ed85a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.343952] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2196.343952] env[64147]: value = "task-1841098" [ 2196.343952] env[64147]: _type = "Task" [ 2196.343952] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.350783] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.492799] env[64147]: DEBUG nova.compute.manager [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2196.493062] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2196.493901] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cb511a-63af-4c64-8909-3966a9b91f3a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.501679] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.501947] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7cbdffb-3f25-4491-81fd-4e0151c43ac9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.507778] env[64147]: DEBUG oslo_vmware.api [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2196.507778] env[64147]: value = "task-1841099" [ 2196.507778] env[64147]: _type = "Task" [ 2196.507778] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.515257] env[64147]: DEBUG oslo_vmware.api [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.853136] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062432} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.853597] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2196.854165] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aedde7-8d58-4373-b7bc-996a6b30e27a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.875455] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c23a7e8c-7a98-486d-b667-036526825b2d/c23a7e8c-7a98-486d-b667-036526825b2d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2196.875649] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbcebb62-dc48-459b-afd8-4314ae078885 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.894207] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2196.894207] env[64147]: value = "task-1841100" [ 2196.894207] env[64147]: _type = "Task" [ 2196.894207] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.901494] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.019467] env[64147]: DEBUG oslo_vmware.api [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841099, 'name': PowerOffVM_Task, 'duration_secs': 0.198558} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.019715] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2197.019877] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2197.020138] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3741d80-8574-4967-a9b1-2deaf8b693b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.125065] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2197.125065] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2197.125065] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Deleting the datastore file [datastore1] 1c763359-1fc5-4c2a-a77e-9d64850ed1aa {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2197.125065] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5621a5fb-c8b8-4a87-aab3-4eacf9191b78 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.131338] env[64147]: DEBUG oslo_vmware.api [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2197.131338] env[64147]: value = "task-1841102" [ 2197.131338] env[64147]: _type = "Task" [ 2197.131338] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.140542] env[64147]: DEBUG oslo_vmware.api [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.404555] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841100, 'name': ReconfigVM_Task, 'duration_secs': 0.265537} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.404786] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c23a7e8c-7a98-486d-b667-036526825b2d/c23a7e8c-7a98-486d-b667-036526825b2d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2197.405443] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5caefdaf-bd8b-48f9-b44c-cac9f1cb450c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.412606] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2197.412606] env[64147]: value = "task-1841103" [ 2197.412606] env[64147]: _type = "Task" [ 2197.412606] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.420264] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841103, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.641308] env[64147]: DEBUG oslo_vmware.api [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138714} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.641561] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2197.641746] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2197.641924] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2197.642134] env[64147]: INFO nova.compute.manager [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2197.642382] env[64147]: DEBUG oslo.service.loopingcall [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2197.642576] env[64147]: DEBUG nova.compute.manager [-] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2197.642669] env[64147]: DEBUG nova.network.neutron [-] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2197.922746] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841103, 'name': Rename_Task, 'duration_secs': 0.38508} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.923201] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2197.923284] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fdb53b5-2703-4eea-8f68-ec59347902b2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.930050] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2197.930050] env[64147]: value = "task-1841104" [ 2197.930050] env[64147]: _type = "Task" [ 2197.930050] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.937585] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.107877] env[64147]: DEBUG nova.compute.manager [req-cfbf8321-a207-4fec-9e52-42ae0fa07d5f req-14f45377-5a02-42c9-8fb6-8ce8b588ab06 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Received event network-vif-deleted-76df3261-3938-4138-beab-79c1d992ce8e {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2198.108103] env[64147]: INFO nova.compute.manager [req-cfbf8321-a207-4fec-9e52-42ae0fa07d5f req-14f45377-5a02-42c9-8fb6-8ce8b588ab06 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Neutron deleted interface 76df3261-3938-4138-beab-79c1d992ce8e; detaching it from the instance and deleting it from the info cache [ 2198.108103] env[64147]: DEBUG nova.network.neutron [req-cfbf8321-a207-4fec-9e52-42ae0fa07d5f req-14f45377-5a02-42c9-8fb6-8ce8b588ab06 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.439622] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.581281] env[64147]: DEBUG nova.network.neutron [-] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.610026] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f65f7f9d-b336-45b2-8fee-acc0f38c3b16 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.619673] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e99a08e-d36d-4581-9ca0-e07474252abb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.644956] env[64147]: DEBUG nova.compute.manager [req-cfbf8321-a207-4fec-9e52-42ae0fa07d5f req-14f45377-5a02-42c9-8fb6-8ce8b588ab06 service nova] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Detach interface failed, port_id=76df3261-3938-4138-beab-79c1d992ce8e, reason: Instance 1c763359-1fc5-4c2a-a77e-9d64850ed1aa could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2198.940776] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.083726] env[64147]: INFO nova.compute.manager [-] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Took 1.44 seconds to deallocate network for instance. [ 2199.441221] env[64147]: DEBUG oslo_vmware.api [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841104, 'name': PowerOnVM_Task, 'duration_secs': 1.404283} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.441541] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2199.441749] env[64147]: INFO nova.compute.manager [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Took 14.19 seconds to spawn the instance on the hypervisor. [ 2199.441931] env[64147]: DEBUG nova.compute.manager [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2199.442712] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9df44e-589b-4ce3-ab83-e5bc58963677 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.590087] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.590367] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.590591] env[64147]: DEBUG nova.objects.instance [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'resources' on Instance uuid 1c763359-1fc5-4c2a-a77e-9d64850ed1aa {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2199.959011] env[64147]: INFO nova.compute.manager [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Took 18.87 seconds to build instance. [ 2200.141902] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20992ce-c25e-4851-b46e-4775d5d7f623 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.149934] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ae1cc9-e252-48cd-b8be-f88e135be998 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.178635] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c50f71a-f30f-41b1-944a-8d85d5b3a980 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.185391] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9d3f0e-5a52-4d30-a7ee-cf9b3b4a6d20 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.197724] env[64147]: DEBUG nova.compute.provider_tree [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2200.461112] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b79dc477-0aa9-4cc2-b7b9-d576e2ebda62 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c23a7e8c-7a98-486d-b667-036526825b2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.383s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.700888] env[64147]: DEBUG nova.scheduler.client.report [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2201.131217] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "c23a7e8c-7a98-486d-b667-036526825b2d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.131601] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c23a7e8c-7a98-486d-b667-036526825b2d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.131671] env[64147]: DEBUG nova.compute.manager [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2201.132689] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9031a05b-e5b2-4681-be81-65bb4b255e54 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.139497] env[64147]: DEBUG nova.compute.manager [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2201.140075] env[64147]: DEBUG nova.objects.instance [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lazy-loading 'flavor' on Instance uuid c23a7e8c-7a98-486d-b667-036526825b2d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2201.205899] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.227897] env[64147]: INFO nova.scheduler.client.report [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Deleted allocations for instance 1c763359-1fc5-4c2a-a77e-9d64850ed1aa [ 2201.736535] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5ca15302-0ba6-4144-807c-cd7b379400ec tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "1c763359-1fc5-4c2a-a77e-9d64850ed1aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.752s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.146638] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2202.146967] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b9bd5c9-b19f-4975-aa69-29b74a2d5c02 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.155129] env[64147]: DEBUG oslo_vmware.api [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2202.155129] env[64147]: value = "task-1841105" [ 2202.155129] env[64147]: _type = "Task" [ 2202.155129] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.163284] env[64147]: DEBUG oslo_vmware.api [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.667118] env[64147]: DEBUG oslo_vmware.api [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841105, 'name': PowerOffVM_Task, 'duration_secs': 0.181738} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.667118] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2202.667118] env[64147]: DEBUG nova.compute.manager [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2202.667118] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebc1313-4b1a-4733-9a63-2f42d3e0b52b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.177772] env[64147]: DEBUG oslo_concurrency.lockutils [None req-b58a3565-b30f-4959-b1c1-f84339d9f4bb tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c23a7e8c-7a98-486d-b667-036526825b2d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.629353] env[64147]: INFO nova.compute.manager [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Rebuilding instance [ 2203.664178] env[64147]: DEBUG nova.compute.manager [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2203.665102] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6655c0a-7e69-4ec4-83ee-cab4aa197d26 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.950612] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "da699a6a-090c-4fb5-8396-24c01bffb741" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.950852] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.453152] env[64147]: DEBUG nova.compute.manager [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2204.678204] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2204.678524] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c2d418-214d-462a-a6f0-9d8b29dbf3b2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.686171] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2204.686171] env[64147]: value = "task-1841106" [ 2204.686171] env[64147]: _type = "Task" [ 2204.686171] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.694249] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.975873] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.976168] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.977703] env[64147]: INFO nova.compute.claims [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2205.196265] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2205.196622] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2205.197271] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028626db-a2c0-4ddf-9b20-79e7b046edd5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.203782] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2205.203980] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dfd1158-54e0-4baf-a322-77c51f55145e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.281354] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2205.281537] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2205.281673] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleting the datastore file [datastore1] c23a7e8c-7a98-486d-b667-036526825b2d {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2205.281930] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa8fd2d6-9fe1-4c6b-8366-e7010976230e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.287449] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2205.287449] env[64147]: value = "task-1841108" [ 2205.287449] env[64147]: _type = "Task" [ 2205.287449] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.294740] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.797207] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126721} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.799204] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2205.799204] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2205.799204] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2206.031833] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c50400-0df7-405a-ba58-749d1b803276 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.040622] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e391e24-7e72-4be3-bc4c-dd8bd7c56985 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.069256] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b596cd56-f31b-4b88-b095-1ee25448d46b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.076064] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d9c4b4-fcf2-4b82-abb9-533f7e4ee825 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.088662] env[64147]: DEBUG nova.compute.provider_tree [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2206.607497] env[64147]: ERROR nova.scheduler.client.report [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [req-a5837659-1974-438b-b0b8-cf86e4a46a9e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5837659-1974-438b-b0b8-cf86e4a46a9e"}]} [ 2206.622642] env[64147]: DEBUG nova.scheduler.client.report [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2206.633898] env[64147]: DEBUG nova.scheduler.client.report [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2206.634117] env[64147]: DEBUG nova.compute.provider_tree [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2206.645754] env[64147]: DEBUG nova.scheduler.client.report [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2206.661784] env[64147]: DEBUG nova.scheduler.client.report [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2206.701155] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9ef9b2-29b7-4a77-95b3-7db8704733ef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.708386] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90db9145-88e2-4f40-bb91-16a549ea32f9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.738092] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d491a2-697b-4c25-b4e2-0960df438ad3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.744957] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93e2d2c-e589-4365-8360-6e7b5dd04099 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.757388] env[64147]: DEBUG nova.compute.provider_tree [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2206.831491] env[64147]: DEBUG nova.virt.hardware [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2206.831781] env[64147]: DEBUG nova.virt.hardware [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2206.831883] env[64147]: DEBUG nova.virt.hardware [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2206.832082] env[64147]: DEBUG nova.virt.hardware [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2206.832239] env[64147]: DEBUG nova.virt.hardware [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2206.832408] env[64147]: DEBUG nova.virt.hardware [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2206.832623] env[64147]: DEBUG nova.virt.hardware [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2206.832781] env[64147]: DEBUG nova.virt.hardware [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2206.832946] env[64147]: DEBUG nova.virt.hardware [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2206.833124] env[64147]: DEBUG nova.virt.hardware [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2206.833295] env[64147]: DEBUG nova.virt.hardware [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2206.834353] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be875a0-b3b5-47bc-a6d9-efb1c15608dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.842416] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6fe701-f148-439f-b642-0d1650fe75d1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.855323] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:c6:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '441fa48b-195e-4dd4-a74d-892a878487f2', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2206.862562] env[64147]: DEBUG oslo.service.loopingcall [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2206.862777] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2206.862972] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a60c488e-c498-4aec-b2e9-f2b6fdd6e228 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.881705] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2206.881705] env[64147]: value = "task-1841109" [ 2206.881705] env[64147]: _type = "Task" [ 2206.881705] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.888854] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841109, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.286818] env[64147]: DEBUG nova.scheduler.client.report [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2207.287106] env[64147]: DEBUG nova.compute.provider_tree [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 179 to 180 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2207.287290] env[64147]: DEBUG nova.compute.provider_tree [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2207.390879] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841109, 'name': CreateVM_Task, 'duration_secs': 0.299449} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.391057] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2207.391742] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.391905] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.392247] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2207.392490] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e3b666-b314-45ee-8308-e9d6e52e4937 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.396633] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2207.396633] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52c19d53-2646-28af-b805-26040ef020d5" [ 2207.396633] env[64147]: _type = "Task" [ 2207.396633] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.403796] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c19d53-2646-28af-b805-26040ef020d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.792043] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.792611] env[64147]: DEBUG nova.compute.manager [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2207.908163] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52c19d53-2646-28af-b805-26040ef020d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008776} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.908558] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.908673] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2207.908895] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.909057] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.909244] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2207.909499] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2458dd14-bec3-4f17-95f1-a1c482ba2159 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.917697] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2207.917864] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2207.918533] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a2df7e-ad6c-4294-889e-b8a013c0688f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.923365] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2207.923365] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523b5f22-3d4a-0480-e316-cf01dd36abd8" [ 2207.923365] env[64147]: _type = "Task" [ 2207.923365] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.930752] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523b5f22-3d4a-0480-e316-cf01dd36abd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.297990] env[64147]: DEBUG nova.compute.utils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2208.300028] env[64147]: DEBUG nova.compute.manager [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2208.300028] env[64147]: DEBUG nova.network.neutron [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2208.340771] env[64147]: DEBUG nova.policy [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3494b49b62e74040b8f17b6e08660c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c0266bbc6e342f39aebdb515f1daadc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2208.433351] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523b5f22-3d4a-0480-e316-cf01dd36abd8, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.434229] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee15fcff-b585-434d-b6ef-9e9479b84110 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.439179] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2208.439179] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]522bfb95-312e-e4c8-6b5d-b6a83a127618" [ 2208.439179] env[64147]: _type = "Task" [ 2208.439179] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.446951] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522bfb95-312e-e4c8-6b5d-b6a83a127618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.599896] env[64147]: DEBUG nova.network.neutron [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Successfully created port: 43d783b5-d649-45bb-b496-0c980e84ccfc {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2208.802796] env[64147]: DEBUG nova.compute.manager [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2208.949216] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]522bfb95-312e-e4c8-6b5d-b6a83a127618, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.949519] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.949727] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c23a7e8c-7a98-486d-b667-036526825b2d/c23a7e8c-7a98-486d-b667-036526825b2d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2208.949983] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a6a7564-dd18-4990-b400-83f5e93c5093 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.956507] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2208.956507] env[64147]: value = "task-1841110" [ 2208.956507] env[64147]: _type = "Task" [ 2208.956507] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.963557] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.466275] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841110, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.815084] env[64147]: DEBUG nova.compute.manager [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2209.847571] env[64147]: DEBUG nova.virt.hardware [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2209.847840] env[64147]: DEBUG nova.virt.hardware [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2209.848024] env[64147]: DEBUG nova.virt.hardware [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2209.848225] env[64147]: DEBUG nova.virt.hardware [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2209.848378] env[64147]: DEBUG nova.virt.hardware [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2209.848557] env[64147]: DEBUG nova.virt.hardware [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2209.848769] env[64147]: DEBUG nova.virt.hardware [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2209.848940] env[64147]: DEBUG nova.virt.hardware [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2209.849139] env[64147]: DEBUG nova.virt.hardware [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2209.849350] env[64147]: DEBUG nova.virt.hardware [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2209.849604] env[64147]: DEBUG nova.virt.hardware [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2209.850611] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01d4b90-8276-4a64-9457-f4aa50ee318a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.858774] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425b6514-f231-4947-82ab-06add1957fa4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.970072] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746909} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.970480] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] c23a7e8c-7a98-486d-b667-036526825b2d/c23a7e8c-7a98-486d-b667-036526825b2d.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2209.970746] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2209.971016] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b11064b-9cf5-4036-9ea7-00112b743784 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.981547] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2209.981547] env[64147]: value = "task-1841111" [ 2209.981547] env[64147]: _type = "Task" [ 2209.981547] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.988949] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.105066] env[64147]: DEBUG nova.compute.manager [req-0086b2c8-4401-4525-b1ac-8d686f197592 req-31a33cc6-92f2-47d4-84e3-5fc119574fb4 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Received event network-vif-plugged-43d783b5-d649-45bb-b496-0c980e84ccfc {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2210.105294] env[64147]: DEBUG oslo_concurrency.lockutils [req-0086b2c8-4401-4525-b1ac-8d686f197592 req-31a33cc6-92f2-47d4-84e3-5fc119574fb4 service nova] Acquiring lock "da699a6a-090c-4fb5-8396-24c01bffb741-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.105502] env[64147]: DEBUG oslo_concurrency.lockutils [req-0086b2c8-4401-4525-b1ac-8d686f197592 req-31a33cc6-92f2-47d4-84e3-5fc119574fb4 service nova] Lock "da699a6a-090c-4fb5-8396-24c01bffb741-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.105682] env[64147]: DEBUG oslo_concurrency.lockutils [req-0086b2c8-4401-4525-b1ac-8d686f197592 req-31a33cc6-92f2-47d4-84e3-5fc119574fb4 service nova] Lock "da699a6a-090c-4fb5-8396-24c01bffb741-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.105853] env[64147]: DEBUG nova.compute.manager [req-0086b2c8-4401-4525-b1ac-8d686f197592 req-31a33cc6-92f2-47d4-84e3-5fc119574fb4 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] No waiting events found dispatching network-vif-plugged-43d783b5-d649-45bb-b496-0c980e84ccfc {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2210.106028] env[64147]: WARNING nova.compute.manager [req-0086b2c8-4401-4525-b1ac-8d686f197592 req-31a33cc6-92f2-47d4-84e3-5fc119574fb4 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Received unexpected event network-vif-plugged-43d783b5-d649-45bb-b496-0c980e84ccfc for instance with vm_state building and task_state spawning. [ 2210.196216] env[64147]: DEBUG nova.network.neutron [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Successfully updated port: 43d783b5-d649-45bb-b496-0c980e84ccfc {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2210.491223] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064319} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.491513] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2210.492210] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3e57d3-6074-4f4f-814f-1d586b2d9889 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.513664] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c23a7e8c-7a98-486d-b667-036526825b2d/c23a7e8c-7a98-486d-b667-036526825b2d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2210.513871] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ca8071-1e63-470f-99b1-8591cb68b3af {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.532357] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2210.532357] env[64147]: value = "task-1841112" [ 2210.532357] env[64147]: _type = "Task" [ 2210.532357] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.539651] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.699685] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "refresh_cache-da699a6a-090c-4fb5-8396-24c01bffb741" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.699905] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquired lock "refresh_cache-da699a6a-090c-4fb5-8396-24c01bffb741" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.700032] env[64147]: DEBUG nova.network.neutron [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2211.044030] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841112, 'name': ReconfigVM_Task, 'duration_secs': 0.273873} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.044500] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c23a7e8c-7a98-486d-b667-036526825b2d/c23a7e8c-7a98-486d-b667-036526825b2d.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2211.044950] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ad3f68c-65db-49ce-a7a3-550748e5d635 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.051056] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2211.051056] env[64147]: value = "task-1841113" [ 2211.051056] env[64147]: _type = "Task" [ 2211.051056] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.058368] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841113, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.230981] env[64147]: DEBUG nova.network.neutron [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2211.354646] env[64147]: DEBUG nova.network.neutron [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Updating instance_info_cache with network_info: [{"id": "43d783b5-d649-45bb-b496-0c980e84ccfc", "address": "fa:16:3e:07:3e:5f", "network": {"id": "75849e7c-6151-4ad2-9670-409fec1a647e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807608628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c0266bbc6e342f39aebdb515f1daadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d783b5-d6", "ovs_interfaceid": "43d783b5-d649-45bb-b496-0c980e84ccfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.560933] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841113, 'name': Rename_Task, 'duration_secs': 0.251612} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.561212] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2211.561453] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83f93017-3c5a-4c81-bece-287c5cfae9ab {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.567607] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2211.567607] env[64147]: value = "task-1841114" [ 2211.567607] env[64147]: _type = "Task" [ 2211.567607] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.574728] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.857750] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Releasing lock "refresh_cache-da699a6a-090c-4fb5-8396-24c01bffb741" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.858123] env[64147]: DEBUG nova.compute.manager [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Instance network_info: |[{"id": "43d783b5-d649-45bb-b496-0c980e84ccfc", "address": "fa:16:3e:07:3e:5f", "network": {"id": "75849e7c-6151-4ad2-9670-409fec1a647e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807608628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c0266bbc6e342f39aebdb515f1daadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d783b5-d6", "ovs_interfaceid": "43d783b5-d649-45bb-b496-0c980e84ccfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2211.858637] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:3e:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43d783b5-d649-45bb-b496-0c980e84ccfc', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2211.867013] env[64147]: DEBUG oslo.service.loopingcall [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2211.867265] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2211.867537] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2d1edf2-043c-4790-ab02-c65bbd3fe314 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.888897] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2211.888897] env[64147]: value = "task-1841115" [ 2211.888897] env[64147]: _type = "Task" [ 2211.888897] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.896452] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841115, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.077286] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841114, 'name': PowerOnVM_Task, 'duration_secs': 0.420278} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.077698] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2212.077871] env[64147]: DEBUG nova.compute.manager [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2212.078684] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06e6c5c-03ed-4761-94f4-b73281d5be9a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.247986] env[64147]: DEBUG nova.compute.manager [req-70628a17-47e6-4872-9f9d-ef2132a17dd5 req-fc332d6f-c5e4-4e36-bf80-0117297df8f9 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Received event network-changed-43d783b5-d649-45bb-b496-0c980e84ccfc {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2212.248186] env[64147]: DEBUG nova.compute.manager [req-70628a17-47e6-4872-9f9d-ef2132a17dd5 req-fc332d6f-c5e4-4e36-bf80-0117297df8f9 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Refreshing instance network info cache due to event network-changed-43d783b5-d649-45bb-b496-0c980e84ccfc. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2212.248422] env[64147]: DEBUG oslo_concurrency.lockutils [req-70628a17-47e6-4872-9f9d-ef2132a17dd5 req-fc332d6f-c5e4-4e36-bf80-0117297df8f9 service nova] Acquiring lock "refresh_cache-da699a6a-090c-4fb5-8396-24c01bffb741" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.248570] env[64147]: DEBUG oslo_concurrency.lockutils [req-70628a17-47e6-4872-9f9d-ef2132a17dd5 req-fc332d6f-c5e4-4e36-bf80-0117297df8f9 service nova] Acquired lock "refresh_cache-da699a6a-090c-4fb5-8396-24c01bffb741" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.248730] env[64147]: DEBUG nova.network.neutron [req-70628a17-47e6-4872-9f9d-ef2132a17dd5 req-fc332d6f-c5e4-4e36-bf80-0117297df8f9 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Refreshing network info cache for port 43d783b5-d649-45bb-b496-0c980e84ccfc {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2212.398944] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841115, 'name': CreateVM_Task, 'duration_secs': 0.348207} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.399150] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2212.399727] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.399897] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.400241] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2212.400484] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21925e06-84ea-4c5f-99af-d4ccd8896981 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.404853] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2212.404853] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52954b17-2c84-d5c6-6fa8-75d536809a16" [ 2212.404853] env[64147]: _type = "Task" [ 2212.404853] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.412156] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52954b17-2c84-d5c6-6fa8-75d536809a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.589626] env[64147]: INFO nova.compute.manager [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] bringing vm to original state: 'stopped' [ 2212.914156] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52954b17-2c84-d5c6-6fa8-75d536809a16, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.914459] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.914689] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2212.914929] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.915066] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.915248] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2212.915495] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-449960e1-ea30-462c-8aeb-c929fd40e2cc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.923993] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2212.924188] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2212.924909] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d87c5a4-0dd2-4ca8-b6e0-6bf2e8f2fcaf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.929993] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2212.930299] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2212.930299] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5226a6df-29c0-ee3c-8994-e6cd7321bb17" [ 2212.930299] env[64147]: _type = "Task" [ 2212.930299] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.930490] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2212.930637] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2212.936619] env[64147]: DEBUG nova.network.neutron [req-70628a17-47e6-4872-9f9d-ef2132a17dd5 req-fc332d6f-c5e4-4e36-bf80-0117297df8f9 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Updated VIF entry in instance network info cache for port 43d783b5-d649-45bb-b496-0c980e84ccfc. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2212.936980] env[64147]: DEBUG nova.network.neutron [req-70628a17-47e6-4872-9f9d-ef2132a17dd5 req-fc332d6f-c5e4-4e36-bf80-0117297df8f9 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Updating instance_info_cache with network_info: [{"id": "43d783b5-d649-45bb-b496-0c980e84ccfc", "address": "fa:16:3e:07:3e:5f", "network": {"id": "75849e7c-6151-4ad2-9670-409fec1a647e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807608628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c0266bbc6e342f39aebdb515f1daadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d783b5-d6", "ovs_interfaceid": "43d783b5-d649-45bb-b496-0c980e84ccfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.940678] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5226a6df-29c0-ee3c-8994-e6cd7321bb17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.444071] env[64147]: DEBUG oslo_concurrency.lockutils [req-70628a17-47e6-4872-9f9d-ef2132a17dd5 req-fc332d6f-c5e4-4e36-bf80-0117297df8f9 service nova] Releasing lock "refresh_cache-da699a6a-090c-4fb5-8396-24c01bffb741" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.444455] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5226a6df-29c0-ee3c-8994-e6cd7321bb17, 'name': SearchDatastore_Task, 'duration_secs': 0.008714} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.445072] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e1692e-12a1-4baa-a0b7-e10995942fe9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.450904] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2213.450904] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]525ff92b-c3f4-6fe9-79ea-430e5b8309e2" [ 2213.450904] env[64147]: _type = "Task" [ 2213.450904] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.458602] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525ff92b-c3f4-6fe9-79ea-430e5b8309e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.596435] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "c23a7e8c-7a98-486d-b667-036526825b2d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.596612] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c23a7e8c-7a98-486d-b667-036526825b2d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.596792] env[64147]: DEBUG nova.compute.manager [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2213.597612] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc81e2f-61fc-48d0-a52c-46f66c42fda9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.604016] env[64147]: DEBUG nova.compute.manager [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2213.963299] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525ff92b-c3f4-6fe9-79ea-430e5b8309e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.963571] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.963822] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] da699a6a-090c-4fb5-8396-24c01bffb741/da699a6a-090c-4fb5-8396-24c01bffb741.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2213.964083] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a49e0ea4-3b85-4839-acfb-044e0e9c9a9b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.971012] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2213.971012] env[64147]: value = "task-1841116" [ 2213.971012] env[64147]: _type = "Task" [ 2213.971012] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.978577] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.107540] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2214.107815] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc77502-6994-4d87-b02a-6b2c007adbf0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.115350] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2214.115350] env[64147]: value = "task-1841117" [ 2214.115350] env[64147]: _type = "Task" [ 2214.115350] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.123944] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.481096] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450115} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.481491] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] da699a6a-090c-4fb5-8396-24c01bffb741/da699a6a-090c-4fb5-8396-24c01bffb741.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2214.481568] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2214.481799] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-462f7baa-66be-42f2-9420-810d0689e99d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.487687] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2214.487687] env[64147]: value = "task-1841118" [ 2214.487687] env[64147]: _type = "Task" [ 2214.487687] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.495569] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.497777] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2214.497913] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquired lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.498096] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Forcefully refreshing network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2214.626195] env[64147]: DEBUG oslo_vmware.api [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841117, 'name': PowerOffVM_Task, 'duration_secs': 0.273759} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.626460] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2214.626660] env[64147]: DEBUG nova.compute.manager [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2214.627408] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b5172-f40e-442d-99be-90dd4b751fdf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.997445] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159535} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.998902] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2214.998902] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b7a3ca-b616-4b32-9ad7-e18a57e35442 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.021588] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] da699a6a-090c-4fb5-8396-24c01bffb741/da699a6a-090c-4fb5-8396-24c01bffb741.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2215.021833] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2cf6413-c774-4e7e-8854-5a6e7751da8d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.041295] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2215.041295] env[64147]: value = "task-1841119" [ 2215.041295] env[64147]: _type = "Task" [ 2215.041295] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.049166] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.139177] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c23a7e8c-7a98-486d-b667-036526825b2d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.542s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.552464] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841119, 'name': ReconfigVM_Task, 'duration_secs': 0.285768} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.552464] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Reconfigured VM instance instance-00000079 to attach disk [datastore1] da699a6a-090c-4fb5-8396-24c01bffb741/da699a6a-090c-4fb5-8396-24c01bffb741.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2215.553657] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4253e67f-1f6c-4eba-9b81-3ac13b370ebf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.559083] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2215.559083] env[64147]: value = "task-1841120" [ 2215.559083] env[64147]: _type = "Task" [ 2215.559083] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.566893] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841120, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.648950] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.648950] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.649147] env[64147]: DEBUG nova.objects.instance [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2215.835826] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updating instance_info_cache with network_info: [{"id": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "address": "fa:16:3e:5e:7e:dc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a68ba48-46", "ovs_interfaceid": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2216.068847] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841120, 'name': Rename_Task, 'duration_secs': 0.151897} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.069130] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2216.069369] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5cf124-5ad6-4dca-b6ef-331641e7dc77 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.075642] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2216.075642] env[64147]: value = "task-1841121" [ 2216.075642] env[64147]: _type = "Task" [ 2216.075642] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.082693] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.338461] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Releasing lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2216.338762] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updated the network info_cache for instance {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2216.339032] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.339281] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.339499] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.339706] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.339917] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.340149] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.340349] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2216.340567] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.483996] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "c23a7e8c-7a98-486d-b667-036526825b2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.484380] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c23a7e8c-7a98-486d-b667-036526825b2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.484607] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "c23a7e8c-7a98-486d-b667-036526825b2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.484822] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c23a7e8c-7a98-486d-b667-036526825b2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.485027] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c23a7e8c-7a98-486d-b667-036526825b2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.487481] env[64147]: INFO nova.compute.manager [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Terminating instance [ 2216.586206] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.658408] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b7f8d4b-fb64-43fe-a139-209a5012a4d3 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.843980] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.844247] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.844419] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.844575] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2216.845461] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09d4434-e284-4182-bc73-190a4e3a1130 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.853846] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d181e81b-eced-4a0e-b44e-b2dfbedbb4bc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.868683] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2b416a-fdcb-4944-ab9d-32a910e3c750 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.874806] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d444192d-c221-401f-8dbd-3eb5c81afb60 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.903103] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180941MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2216.903241] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.903450] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.991383] env[64147]: DEBUG nova.compute.manager [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2216.991640] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2216.992554] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59306690-064f-4a71-94fa-d89dc26dcb1c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.000132] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2217.000367] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c993612-60f4-42a9-82ea-7a8825421f49 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.086491] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.097573] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2217.097820] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2217.098021] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleting the datastore file [datastore1] c23a7e8c-7a98-486d-b667-036526825b2d {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2217.098270] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdbac5a1-5a97-4fda-b034-b82c02f8c964 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.104335] env[64147]: DEBUG oslo_vmware.api [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2217.104335] env[64147]: value = "task-1841123" [ 2217.104335] env[64147]: _type = "Task" [ 2217.104335] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.111927] env[64147]: DEBUG oslo_vmware.api [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.587997] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841121, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.613166] env[64147]: DEBUG oslo_vmware.api [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164528} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.613432] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2217.613646] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2217.613825] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2217.613997] env[64147]: INFO nova.compute.manager [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Took 0.62 seconds to destroy the instance on the hypervisor. [ 2217.614250] env[64147]: DEBUG oslo.service.loopingcall [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2217.614429] env[64147]: DEBUG nova.compute.manager [-] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2217.614523] env[64147]: DEBUG nova.network.neutron [-] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2217.835704] env[64147]: DEBUG nova.compute.manager [req-1ff3c898-c82d-4b63-836d-54871174972f req-fefc7774-4b6d-4cfd-860c-c5bc6bc5c13d service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Received event network-vif-deleted-441fa48b-195e-4dd4-a74d-892a878487f2 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2217.835704] env[64147]: INFO nova.compute.manager [req-1ff3c898-c82d-4b63-836d-54871174972f req-fefc7774-4b6d-4cfd-860c-c5bc6bc5c13d service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Neutron deleted interface 441fa48b-195e-4dd4-a74d-892a878487f2; detaching it from the instance and deleting it from the info cache [ 2217.835704] env[64147]: DEBUG nova.network.neutron [req-1ff3c898-c82d-4b63-836d-54871174972f req-fefc7774-4b6d-4cfd-860c-c5bc6bc5c13d service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.938430] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance f34c77e3-c104-42ed-ac98-f503a94bdd96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2217.938644] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance c23a7e8c-7a98-486d-b667-036526825b2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2217.938791] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance da699a6a-090c-4fb5-8396-24c01bffb741 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2217.938912] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2217.939063] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2217.987073] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2778a9c-224a-4a13-82b4-d750f14bfbac {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.994772] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5c7444-2b8b-44a3-9760-d5297fdc56d4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.024383] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f2b330-0f83-433a-9a0c-70dd35ba1094 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.031425] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef41c7d9-5dd1-4f31-a4ac-c9cccc40c5e0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.044222] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2218.086870] env[64147]: DEBUG oslo_vmware.api [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841121, 'name': PowerOnVM_Task, 'duration_secs': 1.725588} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.087108] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2218.087302] env[64147]: INFO nova.compute.manager [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Took 8.27 seconds to spawn the instance on the hypervisor. [ 2218.087475] env[64147]: DEBUG nova.compute.manager [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2218.088171] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4348ced9-3b42-488e-a258-bd7cbc32afaf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.313980] env[64147]: DEBUG nova.network.neutron [-] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2218.339938] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89b39165-e6ae-46e1-b70e-cf432b495a7d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.348351] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e8be6b-39eb-464d-be0f-bf5a5e50b942 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.374177] env[64147]: DEBUG nova.compute.manager [req-1ff3c898-c82d-4b63-836d-54871174972f req-fefc7774-4b6d-4cfd-860c-c5bc6bc5c13d service nova] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Detach interface failed, port_id=441fa48b-195e-4dd4-a74d-892a878487f2, reason: Instance c23a7e8c-7a98-486d-b667-036526825b2d could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2218.574447] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2218.574736] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 180 to 181 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2218.574906] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2218.605258] env[64147]: INFO nova.compute.manager [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Took 13.65 seconds to build instance. [ 2218.817265] env[64147]: INFO nova.compute.manager [-] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Took 1.20 seconds to deallocate network for instance. [ 2219.079508] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2219.079757] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.176s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.106998] env[64147]: DEBUG oslo_concurrency.lockutils [None req-5b91b984-dbb6-4456-9c36-cb3481155d13 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.156s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.323638] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.323922] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.324179] env[64147]: DEBUG nova.objects.instance [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lazy-loading 'resources' on Instance uuid c23a7e8c-7a98-486d-b667-036526825b2d {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2219.863288] env[64147]: DEBUG nova.compute.manager [req-aef13cce-27ff-411b-b96c-42f4dfe71320 req-39f94e29-5ae5-4b21-9064-69a1f02b6d52 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Received event network-changed-43d783b5-d649-45bb-b496-0c980e84ccfc {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2219.863713] env[64147]: DEBUG nova.compute.manager [req-aef13cce-27ff-411b-b96c-42f4dfe71320 req-39f94e29-5ae5-4b21-9064-69a1f02b6d52 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Refreshing instance network info cache due to event network-changed-43d783b5-d649-45bb-b496-0c980e84ccfc. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2219.863713] env[64147]: DEBUG oslo_concurrency.lockutils [req-aef13cce-27ff-411b-b96c-42f4dfe71320 req-39f94e29-5ae5-4b21-9064-69a1f02b6d52 service nova] Acquiring lock "refresh_cache-da699a6a-090c-4fb5-8396-24c01bffb741" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.863823] env[64147]: DEBUG oslo_concurrency.lockutils [req-aef13cce-27ff-411b-b96c-42f4dfe71320 req-39f94e29-5ae5-4b21-9064-69a1f02b6d52 service nova] Acquired lock "refresh_cache-da699a6a-090c-4fb5-8396-24c01bffb741" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.863915] env[64147]: DEBUG nova.network.neutron [req-aef13cce-27ff-411b-b96c-42f4dfe71320 req-39f94e29-5ae5-4b21-9064-69a1f02b6d52 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Refreshing network info cache for port 43d783b5-d649-45bb-b496-0c980e84ccfc {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2219.877458] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8808f39f-ec59-4d34-b9fd-c1d76614cc0e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.885782] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cf4d17-ee60-4b1d-b97a-a3cd1222d850 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.915274] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5263ed49-21cc-45a4-8459-115713612173 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.922448] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d256b1f1-9dee-494c-8100-24f819b62ce1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.936958] env[64147]: DEBUG nova.compute.provider_tree [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2220.439744] env[64147]: DEBUG nova.scheduler.client.report [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2220.579954] env[64147]: DEBUG nova.network.neutron [req-aef13cce-27ff-411b-b96c-42f4dfe71320 req-39f94e29-5ae5-4b21-9064-69a1f02b6d52 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Updated VIF entry in instance network info cache for port 43d783b5-d649-45bb-b496-0c980e84ccfc. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2220.580351] env[64147]: DEBUG nova.network.neutron [req-aef13cce-27ff-411b-b96c-42f4dfe71320 req-39f94e29-5ae5-4b21-9064-69a1f02b6d52 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Updating instance_info_cache with network_info: [{"id": "43d783b5-d649-45bb-b496-0c980e84ccfc", "address": "fa:16:3e:07:3e:5f", "network": {"id": "75849e7c-6151-4ad2-9670-409fec1a647e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807608628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c0266bbc6e342f39aebdb515f1daadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d783b5-d6", "ovs_interfaceid": "43d783b5-d649-45bb-b496-0c980e84ccfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.944854] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.963675] env[64147]: INFO nova.scheduler.client.report [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted allocations for instance c23a7e8c-7a98-486d-b667-036526825b2d [ 2221.083289] env[64147]: DEBUG oslo_concurrency.lockutils [req-aef13cce-27ff-411b-b96c-42f4dfe71320 req-39f94e29-5ae5-4b21-9064-69a1f02b6d52 service nova] Releasing lock "refresh_cache-da699a6a-090c-4fb5-8396-24c01bffb741" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.470675] env[64147]: DEBUG oslo_concurrency.lockutils [None req-6c79a1ca-bf42-4ef3-96ec-f14a1268577e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c23a7e8c-7a98-486d-b667-036526825b2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.986s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.542652] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.542971] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.045580] env[64147]: DEBUG nova.compute.manager [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2224.563801] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.564060] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.565609] env[64147]: INFO nova.compute.claims [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2225.619033] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a746248b-cb65-48a6-9c60-20f1df7a71d6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.626389] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8322df12-4320-4c97-ba85-5088dec16246 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.655627] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3185057c-3f04-48b0-8591-7fb26993e7c2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.662992] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc3e03-32b5-4bce-97b5-dbeaf7b61ce8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.675834] env[64147]: DEBUG nova.compute.provider_tree [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2226.178593] env[64147]: DEBUG nova.scheduler.client.report [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2226.684094] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.684649] env[64147]: DEBUG nova.compute.manager [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2227.189923] env[64147]: DEBUG nova.compute.utils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2227.191704] env[64147]: DEBUG nova.compute.manager [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2227.191877] env[64147]: DEBUG nova.network.neutron [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2227.242092] env[64147]: DEBUG nova.policy [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65c4f51d1d34a1dab3ecd0c566fafd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37471bf989c143e59dc0151c0c9641f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2227.502134] env[64147]: DEBUG nova.network.neutron [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Successfully created port: 26353636-6964-4806-9532-b76297e4bab8 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2227.694665] env[64147]: DEBUG nova.compute.manager [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2228.704494] env[64147]: DEBUG nova.compute.manager [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2228.729745] env[64147]: DEBUG nova.virt.hardware [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2228.729995] env[64147]: DEBUG nova.virt.hardware [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2228.730165] env[64147]: DEBUG nova.virt.hardware [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2228.730349] env[64147]: DEBUG nova.virt.hardware [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2228.730509] env[64147]: DEBUG nova.virt.hardware [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2228.730674] env[64147]: DEBUG nova.virt.hardware [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2228.730880] env[64147]: DEBUG nova.virt.hardware [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2228.731048] env[64147]: DEBUG nova.virt.hardware [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2228.731218] env[64147]: DEBUG nova.virt.hardware [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2228.731380] env[64147]: DEBUG nova.virt.hardware [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2228.731546] env[64147]: DEBUG nova.virt.hardware [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2228.732424] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe29358e-2535-462f-bd47-432eb53ab3bb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.740564] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a562905-6f70-4a08-a5b7-2950eb371eb9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.464058] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2235.464058] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2235.969251] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2235.969636] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2235.969865] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2236.473272] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Skipping network cache update for instance because it is Building. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 2236.499993] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2236.500163] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquired lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2236.500319] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Forcefully refreshing network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2236.500473] env[64147]: DEBUG nova.objects.instance [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lazy-loading 'info_cache' on Instance uuid f34c77e3-c104-42ed-ac98-f503a94bdd96 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2237.385074] env[64147]: DEBUG nova.compute.manager [req-9c3f8d9f-ef86-4ef3-a23b-835f867e764f req-edba82e7-6cea-414b-a14f-0b24fd323072 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Received event network-vif-plugged-26353636-6964-4806-9532-b76297e4bab8 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2237.385334] env[64147]: DEBUG oslo_concurrency.lockutils [req-9c3f8d9f-ef86-4ef3-a23b-835f867e764f req-edba82e7-6cea-414b-a14f-0b24fd323072 service nova] Acquiring lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.385518] env[64147]: DEBUG oslo_concurrency.lockutils [req-9c3f8d9f-ef86-4ef3-a23b-835f867e764f req-edba82e7-6cea-414b-a14f-0b24fd323072 service nova] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.385660] env[64147]: DEBUG oslo_concurrency.lockutils [req-9c3f8d9f-ef86-4ef3-a23b-835f867e764f req-edba82e7-6cea-414b-a14f-0b24fd323072 service nova] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.385826] env[64147]: DEBUG nova.compute.manager [req-9c3f8d9f-ef86-4ef3-a23b-835f867e764f req-edba82e7-6cea-414b-a14f-0b24fd323072 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] No waiting events found dispatching network-vif-plugged-26353636-6964-4806-9532-b76297e4bab8 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2237.385987] env[64147]: WARNING nova.compute.manager [req-9c3f8d9f-ef86-4ef3-a23b-835f867e764f req-edba82e7-6cea-414b-a14f-0b24fd323072 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Received unexpected event network-vif-plugged-26353636-6964-4806-9532-b76297e4bab8 for instance with vm_state building and task_state spawning. [ 2237.466067] env[64147]: DEBUG nova.network.neutron [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Successfully updated port: 26353636-6964-4806-9532-b76297e4bab8 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2237.972241] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "refresh_cache-7fcc68a4-d15d-4713-bfbe-0207ae84e699" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.972572] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "refresh_cache-7fcc68a4-d15d-4713-bfbe-0207ae84e699" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.972572] env[64147]: DEBUG nova.network.neutron [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2238.258538] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updating instance_info_cache with network_info: [{"id": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "address": "fa:16:3e:5e:7e:dc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a68ba48-46", "ovs_interfaceid": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.501175] env[64147]: DEBUG nova.network.neutron [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2238.621079] env[64147]: DEBUG nova.network.neutron [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Updating instance_info_cache with network_info: [{"id": "26353636-6964-4806-9532-b76297e4bab8", "address": "fa:16:3e:55:39:fc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26353636-69", "ovs_interfaceid": "26353636-6964-4806-9532-b76297e4bab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.761259] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Releasing lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.761461] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updated the network info_cache for instance {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2238.761613] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.762055] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.762227] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.762376] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.762516] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.762703] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.762834] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2238.762981] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2239.124302] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "refresh_cache-7fcc68a4-d15d-4713-bfbe-0207ae84e699" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.124660] env[64147]: DEBUG nova.compute.manager [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Instance network_info: |[{"id": "26353636-6964-4806-9532-b76297e4bab8", "address": "fa:16:3e:55:39:fc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26353636-69", "ovs_interfaceid": "26353636-6964-4806-9532-b76297e4bab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2239.125044] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:39:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26353636-6964-4806-9532-b76297e4bab8', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2239.132441] env[64147]: DEBUG oslo.service.loopingcall [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2239.132677] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2239.132908] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c53bcf70-8346-40dc-aae8-3a4490ec4926 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.151918] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2239.151918] env[64147]: value = "task-1841124" [ 2239.151918] env[64147]: _type = "Task" [ 2239.151918] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.159921] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841124, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.266529] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.266883] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.267141] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.267357] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2239.268571] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc32b8d7-61a5-42d6-8cba-a2f1d64e12f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.279119] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db257d15-dc5d-4eb4-ae0f-4fb0a4e96c6f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.299104] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897d0766-97d6-4a42-8ce1-ff74bb02e64c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.306587] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ed0ed4-341b-4f6b-b171-a7022d4de844 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.334582] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180941MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2239.334758] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.334934] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.410711] env[64147]: DEBUG nova.compute.manager [req-38d9cc9f-f5b1-40f7-a46f-392723c75b12 req-75e34ff2-cde9-4ac5-a27e-24a491d598ee service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Received event network-changed-26353636-6964-4806-9532-b76297e4bab8 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2239.411080] env[64147]: DEBUG nova.compute.manager [req-38d9cc9f-f5b1-40f7-a46f-392723c75b12 req-75e34ff2-cde9-4ac5-a27e-24a491d598ee service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Refreshing instance network info cache due to event network-changed-26353636-6964-4806-9532-b76297e4bab8. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2239.411439] env[64147]: DEBUG oslo_concurrency.lockutils [req-38d9cc9f-f5b1-40f7-a46f-392723c75b12 req-75e34ff2-cde9-4ac5-a27e-24a491d598ee service nova] Acquiring lock "refresh_cache-7fcc68a4-d15d-4713-bfbe-0207ae84e699" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.411709] env[64147]: DEBUG oslo_concurrency.lockutils [req-38d9cc9f-f5b1-40f7-a46f-392723c75b12 req-75e34ff2-cde9-4ac5-a27e-24a491d598ee service nova] Acquired lock "refresh_cache-7fcc68a4-d15d-4713-bfbe-0207ae84e699" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.412136] env[64147]: DEBUG nova.network.neutron [req-38d9cc9f-f5b1-40f7-a46f-392723c75b12 req-75e34ff2-cde9-4ac5-a27e-24a491d598ee service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Refreshing network info cache for port 26353636-6964-4806-9532-b76297e4bab8 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2239.662259] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841124, 'name': CreateVM_Task, 'duration_secs': 0.367274} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.662454] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2239.663142] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.663316] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.663654] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2239.663912] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a2f9f07-1b32-4948-ad2c-313b61ea29c6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.668515] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2239.668515] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]5209a48a-b69e-5b14-02ac-06b3ab56dbb6" [ 2239.668515] env[64147]: _type = "Task" [ 2239.668515] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.676091] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5209a48a-b69e-5b14-02ac-06b3ab56dbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.118444] env[64147]: DEBUG nova.network.neutron [req-38d9cc9f-f5b1-40f7-a46f-392723c75b12 req-75e34ff2-cde9-4ac5-a27e-24a491d598ee service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Updated VIF entry in instance network info cache for port 26353636-6964-4806-9532-b76297e4bab8. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2240.118806] env[64147]: DEBUG nova.network.neutron [req-38d9cc9f-f5b1-40f7-a46f-392723c75b12 req-75e34ff2-cde9-4ac5-a27e-24a491d598ee service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Updating instance_info_cache with network_info: [{"id": "26353636-6964-4806-9532-b76297e4bab8", "address": "fa:16:3e:55:39:fc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26353636-69", "ovs_interfaceid": "26353636-6964-4806-9532-b76297e4bab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.182870] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]5209a48a-b69e-5b14-02ac-06b3ab56dbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.012341} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.183359] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.183699] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2240.184083] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.184325] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.184618] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2240.185008] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f342f9e-0052-45c9-ae09-3785f9fa105b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.196169] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2240.196444] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2240.197558] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1a4a1aa-09e9-4e5a-b825-68499ebee322 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.205165] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2240.205165] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523db542-14ad-92ee-cd90-2a715a6fdfc0" [ 2240.205165] env[64147]: _type = "Task" [ 2240.205165] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.216765] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523db542-14ad-92ee-cd90-2a715a6fdfc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.363228] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance f34c77e3-c104-42ed-ac98-f503a94bdd96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2240.363396] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance da699a6a-090c-4fb5-8396-24c01bffb741 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2240.363498] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 7fcc68a4-d15d-4713-bfbe-0207ae84e699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2240.363710] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2240.363854] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2240.419330] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf92ea-af5a-46e3-9b30-cab8155a137f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.427111] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11d8d9a-3fc6-4dcf-b868-0eeb6d3e4c0a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.457748] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56ce8ce-d111-4013-b8f0-4c3a76613439 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.465725] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632d9952-d61f-47c1-8787-b26885d237ff {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.480563] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2240.621948] env[64147]: DEBUG oslo_concurrency.lockutils [req-38d9cc9f-f5b1-40f7-a46f-392723c75b12 req-75e34ff2-cde9-4ac5-a27e-24a491d598ee service nova] Releasing lock "refresh_cache-7fcc68a4-d15d-4713-bfbe-0207ae84e699" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.715772] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523db542-14ad-92ee-cd90-2a715a6fdfc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.716519] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-373ea999-a7da-4a8c-b360-5e0183d5d118 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.721837] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2240.721837] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52589999-e282-d709-764f-7d5d530d29a5" [ 2240.721837] env[64147]: _type = "Task" [ 2240.721837] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.729897] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52589999-e282-d709-764f-7d5d530d29a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.983920] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2241.232807] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52589999-e282-d709-764f-7d5d530d29a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.233235] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.233347] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7fcc68a4-d15d-4713-bfbe-0207ae84e699/7fcc68a4-d15d-4713-bfbe-0207ae84e699.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2241.233632] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91405d49-d2d0-4443-b2ad-fc85ab74fbbb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.242517] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2241.242517] env[64147]: value = "task-1841125" [ 2241.242517] env[64147]: _type = "Task" [ 2241.242517] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.250758] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.489034] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2241.489317] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.154s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.752548] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450085} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.752821] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7fcc68a4-d15d-4713-bfbe-0207ae84e699/7fcc68a4-d15d-4713-bfbe-0207ae84e699.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2241.753043] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2241.753284] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-097230e1-378a-4cc6-96b5-5e21b4a92545 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.758988] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2241.758988] env[64147]: value = "task-1841126" [ 2241.758988] env[64147]: _type = "Task" [ 2241.758988] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.766200] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.268098] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069748} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.268482] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2242.269097] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1e17a9-d350-4324-8fa8-bf8ed856f9f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.290552] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 7fcc68a4-d15d-4713-bfbe-0207ae84e699/7fcc68a4-d15d-4713-bfbe-0207ae84e699.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2242.290788] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ab9b94-f406-48ad-9077-33e5ee95d20d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.309793] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2242.309793] env[64147]: value = "task-1841127" [ 2242.309793] env[64147]: _type = "Task" [ 2242.309793] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.317227] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.820044] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841127, 'name': ReconfigVM_Task, 'duration_secs': 0.299878} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.820313] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 7fcc68a4-d15d-4713-bfbe-0207ae84e699/7fcc68a4-d15d-4713-bfbe-0207ae84e699.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2242.820884] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac5cbcff-be84-46da-a0b1-b0724d0854b9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.827251] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2242.827251] env[64147]: value = "task-1841128" [ 2242.827251] env[64147]: _type = "Task" [ 2242.827251] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.836533] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841128, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.336690] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841128, 'name': Rename_Task, 'duration_secs': 0.153588} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.337093] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2243.337212] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f7b4ae3-4033-4bc7-a718-ff51c8a90e5c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.344160] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2243.344160] env[64147]: value = "task-1841129" [ 2243.344160] env[64147]: _type = "Task" [ 2243.344160] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.351733] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.854393] env[64147]: DEBUG oslo_vmware.api [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841129, 'name': PowerOnVM_Task, 'duration_secs': 0.426823} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.854705] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2243.854927] env[64147]: INFO nova.compute.manager [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Took 15.15 seconds to spawn the instance on the hypervisor. [ 2243.855118] env[64147]: DEBUG nova.compute.manager [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2243.855976] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5218377-6c34-4fd6-8370-65a9f7b0aa85 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.374148] env[64147]: INFO nova.compute.manager [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Took 19.82 seconds to build instance. [ 2244.876638] env[64147]: DEBUG oslo_concurrency.lockutils [None req-14248b0b-e03f-4735-a767-a78ece943db4 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.334s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.363301] env[64147]: DEBUG nova.compute.manager [req-114d172e-db69-4778-98d5-4727ecd5f6a1 req-6fe18b68-8ac4-47bf-b25a-c5db82703cc2 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Received event network-changed-26353636-6964-4806-9532-b76297e4bab8 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2245.363499] env[64147]: DEBUG nova.compute.manager [req-114d172e-db69-4778-98d5-4727ecd5f6a1 req-6fe18b68-8ac4-47bf-b25a-c5db82703cc2 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Refreshing instance network info cache due to event network-changed-26353636-6964-4806-9532-b76297e4bab8. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2245.363725] env[64147]: DEBUG oslo_concurrency.lockutils [req-114d172e-db69-4778-98d5-4727ecd5f6a1 req-6fe18b68-8ac4-47bf-b25a-c5db82703cc2 service nova] Acquiring lock "refresh_cache-7fcc68a4-d15d-4713-bfbe-0207ae84e699" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.363865] env[64147]: DEBUG oslo_concurrency.lockutils [req-114d172e-db69-4778-98d5-4727ecd5f6a1 req-6fe18b68-8ac4-47bf-b25a-c5db82703cc2 service nova] Acquired lock "refresh_cache-7fcc68a4-d15d-4713-bfbe-0207ae84e699" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.364035] env[64147]: DEBUG nova.network.neutron [req-114d172e-db69-4778-98d5-4727ecd5f6a1 req-6fe18b68-8ac4-47bf-b25a-c5db82703cc2 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Refreshing network info cache for port 26353636-6964-4806-9532-b76297e4bab8 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2246.070789] env[64147]: DEBUG nova.network.neutron [req-114d172e-db69-4778-98d5-4727ecd5f6a1 req-6fe18b68-8ac4-47bf-b25a-c5db82703cc2 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Updated VIF entry in instance network info cache for port 26353636-6964-4806-9532-b76297e4bab8. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2246.071192] env[64147]: DEBUG nova.network.neutron [req-114d172e-db69-4778-98d5-4727ecd5f6a1 req-6fe18b68-8ac4-47bf-b25a-c5db82703cc2 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Updating instance_info_cache with network_info: [{"id": "26353636-6964-4806-9532-b76297e4bab8", "address": "fa:16:3e:55:39:fc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26353636-69", "ovs_interfaceid": "26353636-6964-4806-9532-b76297e4bab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.574537] env[64147]: DEBUG oslo_concurrency.lockutils [req-114d172e-db69-4778-98d5-4727ecd5f6a1 req-6fe18b68-8ac4-47bf-b25a-c5db82703cc2 service nova] Releasing lock "refresh_cache-7fcc68a4-d15d-4713-bfbe-0207ae84e699" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.761582] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "da699a6a-090c-4fb5-8396-24c01bffb741" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.761884] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.265269] env[64147]: DEBUG nova.compute.utils [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2256.768012] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.827467] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "da699a6a-090c-4fb5-8396-24c01bffb741" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2257.827880] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2257.827984] env[64147]: INFO nova.compute.manager [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Attaching volume e231f042-a343-445d-b945-e8d9749017bb to /dev/sdb [ 2257.857286] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66abb647-3145-4d51-94cc-9d895e9f3cd1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.865060] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8ebb16-8ff9-4c70-ab49-436298b43d66 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.878162] env[64147]: DEBUG nova.virt.block_device [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Updating existing volume attachment record: 68f37d47-2c3d-4078-b420-64e7ba156e87 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2262.422024] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2262.422024] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380952', 'volume_id': 'e231f042-a343-445d-b945-e8d9749017bb', 'name': 'volume-e231f042-a343-445d-b945-e8d9749017bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da699a6a-090c-4fb5-8396-24c01bffb741', 'attached_at': '', 'detached_at': '', 'volume_id': 'e231f042-a343-445d-b945-e8d9749017bb', 'serial': 'e231f042-a343-445d-b945-e8d9749017bb'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2262.422024] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde0823b-7e59-40f9-809b-52485bc91446 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.437847] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d8e157-8fcc-4f33-adba-adeeafb392d8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.461506] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-e231f042-a343-445d-b945-e8d9749017bb/volume-e231f042-a343-445d-b945-e8d9749017bb.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2262.461932] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87bc852e-7cfe-452a-b97a-a2a672304a9f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.480543] env[64147]: DEBUG oslo_vmware.api [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2262.480543] env[64147]: value = "task-1841132" [ 2262.480543] env[64147]: _type = "Task" [ 2262.480543] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.488061] env[64147]: DEBUG oslo_vmware.api [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.990506] env[64147]: DEBUG oslo_vmware.api [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841132, 'name': ReconfigVM_Task, 'duration_secs': 0.338203} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.990798] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-e231f042-a343-445d-b945-e8d9749017bb/volume-e231f042-a343-445d-b945-e8d9749017bb.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2262.995345] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bce1c6f-83ed-41a4-a608-06f78116d5cd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.009434] env[64147]: DEBUG oslo_vmware.api [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2263.009434] env[64147]: value = "task-1841133" [ 2263.009434] env[64147]: _type = "Task" [ 2263.009434] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.016876] env[64147]: DEBUG oslo_vmware.api [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.519788] env[64147]: DEBUG oslo_vmware.api [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841133, 'name': ReconfigVM_Task, 'duration_secs': 0.167285} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.520118] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380952', 'volume_id': 'e231f042-a343-445d-b945-e8d9749017bb', 'name': 'volume-e231f042-a343-445d-b945-e8d9749017bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da699a6a-090c-4fb5-8396-24c01bffb741', 'attached_at': '', 'detached_at': '', 'volume_id': 'e231f042-a343-445d-b945-e8d9749017bb', 'serial': 'e231f042-a343-445d-b945-e8d9749017bb'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2264.555079] env[64147]: DEBUG nova.objects.instance [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'flavor' on Instance uuid da699a6a-090c-4fb5-8396-24c01bffb741 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2265.061419] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9c7561b7-579f-4a73-aa27-e42bd16f358a tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.862538] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "da699a6a-090c-4fb5-8396-24c01bffb741" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.862809] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.366452] env[64147]: DEBUG nova.compute.utils [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2266.868978] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.927152] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "da699a6a-090c-4fb5-8396-24c01bffb741" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.927549] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.927687] env[64147]: INFO nova.compute.manager [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Attaching volume b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3 to /dev/sdc [ 2267.957463] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fe8ea5-a11a-4d7d-808f-cd1c4419040f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.964551] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0413f8-216b-45a0-ab04-8b72a6556c75 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.977342] env[64147]: DEBUG nova.virt.block_device [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Updating existing volume attachment record: d1df1446-b5ef-49c4-889e-ca72efd2481a {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2272.519321] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2272.519595] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380953', 'volume_id': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'name': 'volume-b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da699a6a-090c-4fb5-8396-24c01bffb741', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'serial': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2272.520465] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa998d6f-83ee-4846-9d4e-3c30b9ea94b5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.536496] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1980442d-3820-4c56-940e-ba7d533fec62 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.564197] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3/volume-b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2272.564446] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd6ac0c-e923-416d-9879-a8b8d2d14164 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.581654] env[64147]: DEBUG oslo_vmware.api [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2272.581654] env[64147]: value = "task-1841136" [ 2272.581654] env[64147]: _type = "Task" [ 2272.581654] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.589376] env[64147]: DEBUG oslo_vmware.api [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.091350] env[64147]: DEBUG oslo_vmware.api [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841136, 'name': ReconfigVM_Task, 'duration_secs': 0.340497} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.091580] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3/volume-b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2273.096232] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bdd6a5f-c5a3-4c45-aba9-5510d3f34cd3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.109907] env[64147]: DEBUG oslo_vmware.api [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2273.109907] env[64147]: value = "task-1841137" [ 2273.109907] env[64147]: _type = "Task" [ 2273.109907] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.116942] env[64147]: DEBUG oslo_vmware.api [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.620020] env[64147]: DEBUG oslo_vmware.api [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.120582] env[64147]: DEBUG oslo_vmware.api [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841137, 'name': ReconfigVM_Task, 'duration_secs': 0.88622} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.120970] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380953', 'volume_id': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'name': 'volume-b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da699a6a-090c-4fb5-8396-24c01bffb741', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'serial': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2275.166069] env[64147]: DEBUG nova.objects.instance [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'flavor' on Instance uuid da699a6a-090c-4fb5-8396-24c01bffb741 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2275.672544] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a638d0cd-d37f-46cf-b49e-4d0873f94f7b tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.745s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.480816] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "da699a6a-090c-4fb5-8396-24c01bffb741" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.481248] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.984225] env[64147]: INFO nova.compute.manager [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Detaching volume e231f042-a343-445d-b945-e8d9749017bb [ 2277.015880] env[64147]: INFO nova.virt.block_device [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Attempting to driver detach volume e231f042-a343-445d-b945-e8d9749017bb from mountpoint /dev/sdb [ 2277.016154] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2277.016457] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380952', 'volume_id': 'e231f042-a343-445d-b945-e8d9749017bb', 'name': 'volume-e231f042-a343-445d-b945-e8d9749017bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da699a6a-090c-4fb5-8396-24c01bffb741', 'attached_at': '', 'detached_at': '', 'volume_id': 'e231f042-a343-445d-b945-e8d9749017bb', 'serial': 'e231f042-a343-445d-b945-e8d9749017bb'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2277.017775] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c64266-767d-4f1e-9515-a9fe4f4907e4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.049960] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdaa06b-3313-4acf-af5b-ef6b2836d117 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.057031] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b931382a-248f-425a-b6a4-d8597425ecf4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.078937] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349d82c0-8427-4f93-a22c-54c59d704c6e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.092815] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] The volume has not been displaced from its original location: [datastore1] volume-e231f042-a343-445d-b945-e8d9749017bb/volume-e231f042-a343-445d-b945-e8d9749017bb.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2277.097916] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2277.098180] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9493b2b-cc7b-4172-86b1-c967da59845b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.114804] env[64147]: DEBUG oslo_vmware.api [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2277.114804] env[64147]: value = "task-1841138" [ 2277.114804] env[64147]: _type = "Task" [ 2277.114804] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.122056] env[64147]: DEBUG oslo_vmware.api [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.624720] env[64147]: DEBUG oslo_vmware.api [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841138, 'name': ReconfigVM_Task, 'duration_secs': 0.231986} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.625068] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2277.629437] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce6ab2b-3011-4243-b199-9914d275ab54 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.643921] env[64147]: DEBUG oslo_vmware.api [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2277.643921] env[64147]: value = "task-1841139" [ 2277.643921] env[64147]: _type = "Task" [ 2277.643921] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.651415] env[64147]: DEBUG oslo_vmware.api [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.153870] env[64147]: DEBUG oslo_vmware.api [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841139, 'name': ReconfigVM_Task, 'duration_secs': 0.135744} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.154183] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380952', 'volume_id': 'e231f042-a343-445d-b945-e8d9749017bb', 'name': 'volume-e231f042-a343-445d-b945-e8d9749017bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da699a6a-090c-4fb5-8396-24c01bffb741', 'attached_at': '', 'detached_at': '', 'volume_id': 'e231f042-a343-445d-b945-e8d9749017bb', 'serial': 'e231f042-a343-445d-b945-e8d9749017bb'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2278.693494] env[64147]: DEBUG nova.objects.instance [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'flavor' on Instance uuid da699a6a-090c-4fb5-8396-24c01bffb741 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2279.702632] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a5935472-bae7-4848-9f0a-684e14de4f81 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2279.717353] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "da699a6a-090c-4fb5-8396-24c01bffb741" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.717643] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.220546] env[64147]: INFO nova.compute.manager [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Detaching volume b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3 [ 2280.250110] env[64147]: INFO nova.virt.block_device [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Attempting to driver detach volume b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3 from mountpoint /dev/sdc [ 2280.250347] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2280.250533] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380953', 'volume_id': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'name': 'volume-b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da699a6a-090c-4fb5-8396-24c01bffb741', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'serial': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2280.252057] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e28fbe-fff7-46a7-99d7-64e02d6474f7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.272454] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92d31ff-d212-42b0-9b4e-a468aca2dd8f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.279186] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a4e56d-3984-43ea-b1ca-32e6973a5453 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.298220] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd97bc39-bb93-4340-8008-7d734906995e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.311961] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] The volume has not been displaced from its original location: [datastore1] volume-b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3/volume-b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2280.316996] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Reconfiguring VM instance instance-00000079 to detach disk 2002 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2280.317257] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54fd6c86-51c5-4de9-937e-09e0787c7c13 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.336533] env[64147]: DEBUG oslo_vmware.api [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2280.336533] env[64147]: value = "task-1841140" [ 2280.336533] env[64147]: _type = "Task" [ 2280.336533] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.343634] env[64147]: DEBUG oslo_vmware.api [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.846902] env[64147]: DEBUG oslo_vmware.api [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841140, 'name': ReconfigVM_Task, 'duration_secs': 0.21968} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.847304] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Reconfigured VM instance instance-00000079 to detach disk 2002 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2280.851679] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eefd8cd8-494d-4897-9dfc-04d1901f086f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.866288] env[64147]: DEBUG oslo_vmware.api [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2280.866288] env[64147]: value = "task-1841141" [ 2280.866288] env[64147]: _type = "Task" [ 2280.866288] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.874776] env[64147]: DEBUG oslo_vmware.api [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.375914] env[64147]: DEBUG oslo_vmware.api [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841141, 'name': ReconfigVM_Task, 'duration_secs': 0.130797} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.376231] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380953', 'volume_id': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'name': 'volume-b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da699a6a-090c-4fb5-8396-24c01bffb741', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3', 'serial': 'b6a3fbfe-2283-49c7-bb69-f6249d2b3dc3'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2281.914964] env[64147]: DEBUG nova.objects.instance [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'flavor' on Instance uuid da699a6a-090c-4fb5-8396-24c01bffb741 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2282.482577] env[64147]: DEBUG oslo_concurrency.lockutils [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.482823] env[64147]: DEBUG oslo_concurrency.lockutils [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.924106] env[64147]: DEBUG oslo_concurrency.lockutils [None req-96394f36-fc84-4c15-aefb-eeb7c2eb7e63 tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.985942] env[64147]: DEBUG nova.compute.utils [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2283.488799] env[64147]: DEBUG oslo_concurrency.lockutils [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.098733] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "da699a6a-090c-4fb5-8396-24c01bffb741" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.098733] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.099114] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "da699a6a-090c-4fb5-8396-24c01bffb741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.099114] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.099114] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.101125] env[64147]: INFO nova.compute.manager [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Terminating instance [ 2284.545779] env[64147]: DEBUG oslo_concurrency.lockutils [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.546080] env[64147]: DEBUG oslo_concurrency.lockutils [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.546350] env[64147]: INFO nova.compute.manager [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Attaching volume dc96ba72-0cd7-4709-ace6-7b7448b4d892 to /dev/sdb [ 2284.576362] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb09d4cf-d28e-4fe5-a825-cf608c8cc858 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.583282] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e29cb7b-a911-465b-b40b-144f22c68d76 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.596383] env[64147]: DEBUG nova.virt.block_device [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Updating existing volume attachment record: 20ffc7c9-ddb2-47a9-9529-65a1806f7a73 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2284.604880] env[64147]: DEBUG nova.compute.manager [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2284.605035] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2284.606547] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad1086e-00de-43d4-b49b-ed71f6acd774 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.613554] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2284.613777] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c16f413-4edc-4108-bbd8-64e82a3df6e7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.620671] env[64147]: DEBUG oslo_vmware.api [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2284.620671] env[64147]: value = "task-1841142" [ 2284.620671] env[64147]: _type = "Task" [ 2284.620671] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.628493] env[64147]: DEBUG oslo_vmware.api [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.132073] env[64147]: DEBUG oslo_vmware.api [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841142, 'name': PowerOffVM_Task, 'duration_secs': 0.162061} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.132073] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2285.132073] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2285.132073] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9e9d15e-e646-4e2f-8fd4-a98a3b32f865 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.237194] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2285.237414] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2285.237594] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Deleting the datastore file [datastore1] da699a6a-090c-4fb5-8396-24c01bffb741 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2285.237859] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eddbc3d7-3aa6-4462-837e-e7b6f24babae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.244901] env[64147]: DEBUG oslo_vmware.api [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for the task: (returnval){ [ 2285.244901] env[64147]: value = "task-1841147" [ 2285.244901] env[64147]: _type = "Task" [ 2285.244901] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.754931] env[64147]: DEBUG oslo_vmware.api [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Task: {'id': task-1841147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153216} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.755196] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2285.755379] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2285.755554] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2285.755725] env[64147]: INFO nova.compute.manager [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2285.755958] env[64147]: DEBUG oslo.service.loopingcall [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2285.756203] env[64147]: DEBUG nova.compute.manager [-] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2285.756302] env[64147]: DEBUG nova.network.neutron [-] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2286.268679] env[64147]: DEBUG nova.compute.manager [req-f5ffa0ac-55cf-49e1-b576-2eac3fc040c1 req-cfba4e09-e1cc-42a4-abc0-1a5f69a4f977 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Received event network-vif-deleted-43d783b5-d649-45bb-b496-0c980e84ccfc {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2286.268679] env[64147]: INFO nova.compute.manager [req-f5ffa0ac-55cf-49e1-b576-2eac3fc040c1 req-cfba4e09-e1cc-42a4-abc0-1a5f69a4f977 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Neutron deleted interface 43d783b5-d649-45bb-b496-0c980e84ccfc; detaching it from the instance and deleting it from the info cache [ 2286.268679] env[64147]: DEBUG nova.network.neutron [req-f5ffa0ac-55cf-49e1-b576-2eac3fc040c1 req-cfba4e09-e1cc-42a4-abc0-1a5f69a4f977 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.748101] env[64147]: DEBUG nova.network.neutron [-] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.770478] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7beffbb-84d2-4057-8de3-19ffbc3bf199 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.779796] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a56dfb-0892-48d8-9a44-07bd01b66f87 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.808440] env[64147]: DEBUG nova.compute.manager [req-f5ffa0ac-55cf-49e1-b576-2eac3fc040c1 req-cfba4e09-e1cc-42a4-abc0-1a5f69a4f977 service nova] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Detach interface failed, port_id=43d783b5-d649-45bb-b496-0c980e84ccfc, reason: Instance da699a6a-090c-4fb5-8396-24c01bffb741 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2287.251108] env[64147]: INFO nova.compute.manager [-] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Took 1.49 seconds to deallocate network for instance. [ 2287.757370] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2287.757779] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2287.757918] env[64147]: DEBUG nova.objects.instance [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lazy-loading 'resources' on Instance uuid da699a6a-090c-4fb5-8396-24c01bffb741 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2288.310770] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129b2d61-9a2e-4a0b-9a8d-0e022bca12ed {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.319448] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c130d2-55c9-4e7e-b798-8d65675b6d14 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.348497] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ceeedf-0695-4f14-9f7f-0ed6c67ce7e8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.355580] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c7e2f0-9037-4b1d-bddd-250ad85f8064 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.368180] env[64147]: DEBUG nova.compute.provider_tree [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2288.872917] env[64147]: DEBUG nova.scheduler.client.report [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2289.138381] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2289.138626] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380955', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'name': 'volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fcc68a4-d15d-4713-bfbe-0207ae84e699', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'serial': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2289.139517] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9405f660-577e-4a21-b11e-c9668f9c2fc5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.156072] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadf7df9-7d31-4905-931e-d5975632a82d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.181575] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892/volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2289.181838] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e760c4-45da-4d6b-9ac1-1b6bcf238030 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.199324] env[64147]: DEBUG oslo_vmware.api [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2289.199324] env[64147]: value = "task-1841149" [ 2289.199324] env[64147]: _type = "Task" [ 2289.199324] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.207125] env[64147]: DEBUG oslo_vmware.api [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.380324] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2289.402728] env[64147]: INFO nova.scheduler.client.report [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Deleted allocations for instance da699a6a-090c-4fb5-8396-24c01bffb741 [ 2289.708886] env[64147]: DEBUG oslo_vmware.api [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841149, 'name': ReconfigVM_Task, 'duration_secs': 0.326351} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.709258] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892/volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2289.714084] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-821e87b3-b98c-44cf-8b1f-a3b9af2a9a88 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.728615] env[64147]: DEBUG oslo_vmware.api [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2289.728615] env[64147]: value = "task-1841150" [ 2289.728615] env[64147]: _type = "Task" [ 2289.728615] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.736355] env[64147]: DEBUG oslo_vmware.api [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.910870] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7f0915dc-f6a4-4352-82de-b88e6e6d234d tempest-AttachVolumeTestJSON-643691050 tempest-AttachVolumeTestJSON-643691050-project-member] Lock "da699a6a-090c-4fb5-8396-24c01bffb741" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.812s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.238678] env[64147]: DEBUG oslo_vmware.api [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841150, 'name': ReconfigVM_Task, 'duration_secs': 0.12799} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.238976] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380955', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'name': 'volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fcc68a4-d15d-4713-bfbe-0207ae84e699', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'serial': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2291.273286] env[64147]: DEBUG nova.objects.instance [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lazy-loading 'flavor' on Instance uuid 7fcc68a4-d15d-4713-bfbe-0207ae84e699 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2291.778494] env[64147]: DEBUG oslo_concurrency.lockutils [None req-476bd3ec-1aa6-46f7-83ee-a718b86bb54e tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.161017] env[64147]: INFO nova.compute.manager [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Rebuilding instance [ 2292.201683] env[64147]: DEBUG nova.compute.manager [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2292.202044] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb937816-c74e-45ab-b7d5-1638a62b20f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.215531] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2293.215936] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e916d16f-ae8e-40c9-a93c-42c31816b31b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.223672] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2293.223672] env[64147]: value = "task-1841153" [ 2293.223672] env[64147]: _type = "Task" [ 2293.223672] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.231693] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.733292] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841153, 'name': PowerOffVM_Task, 'duration_secs': 0.176317} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.733605] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2293.782695] env[64147]: INFO nova.compute.manager [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Detaching volume dc96ba72-0cd7-4709-ace6-7b7448b4d892 [ 2293.812418] env[64147]: INFO nova.virt.block_device [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Attempting to driver detach volume dc96ba72-0cd7-4709-ace6-7b7448b4d892 from mountpoint /dev/sdb [ 2293.812657] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2293.812839] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380955', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'name': 'volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fcc68a4-d15d-4713-bfbe-0207ae84e699', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'serial': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2293.813768] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8af2b9-183b-4313-a43e-9d7d19e36460 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.835246] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce02cc76-1903-4d1a-b223-416cb6b38213 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.842036] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41bdf0c-c56e-4e22-9b3e-888e11ce05cc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.862519] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868e89a2-ef5b-4c02-b55a-b50edd5ba451 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.876759] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] The volume has not been displaced from its original location: [datastore1] volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892/volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2293.884071] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2293.884071] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5bb6e28-4acb-4c9a-9f1d-491ae3c6a0db {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.899832] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2293.899832] env[64147]: value = "task-1841154" [ 2293.899832] env[64147]: _type = "Task" [ 2293.899832] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.909156] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.409503] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841154, 'name': ReconfigVM_Task, 'duration_secs': 0.185027} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.410104] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2294.414882] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18b3c241-29a8-4859-a17d-0a958b14d3f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.428997] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2294.428997] env[64147]: value = "task-1841155" [ 2294.428997] env[64147]: _type = "Task" [ 2294.428997] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.436389] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.940125] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841155, 'name': ReconfigVM_Task, 'duration_secs': 0.147433} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.940371] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380955', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'name': 'volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fcc68a4-d15d-4713-bfbe-0207ae84e699', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'serial': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2295.986610] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2295.986983] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60222e8a-ccb6-4580-9370-df7c9e864a26 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.994182] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2295.994182] env[64147]: value = "task-1841157" [ 2295.994182] env[64147]: _type = "Task" [ 2295.994182] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.001459] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.504858] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] VM already powered off {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2296.505084] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2296.505278] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380955', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'name': 'volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fcc68a4-d15d-4713-bfbe-0207ae84e699', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'serial': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2296.506019] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c331bbc4-e450-4892-b6f9-7b07a16b3443 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.523481] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74df0a32-8a9a-4f06-8abd-2aec864b7172 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.528868] env[64147]: WARNING nova.virt.vmwareapi.driver [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2296.529115] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2296.529786] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14924652-747b-4b4b-9570-c7da95ce1cf9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.535694] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2296.535894] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54b3b22e-13d2-49ef-8cc1-2a89937e7d10 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.667594] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2296.667826] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2296.668022] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleting the datastore file [datastore1] 7fcc68a4-d15d-4713-bfbe-0207ae84e699 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2296.668297] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-471bc426-9d4c-47ff-8982-bc3505ba17ae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.674200] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2296.674200] env[64147]: value = "task-1841159" [ 2296.674200] env[64147]: _type = "Task" [ 2296.674200] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.682025] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.184231] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131857} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.184613] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2297.184665] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2297.184825] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2297.690109] env[64147]: INFO nova.virt.block_device [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Booting with volume dc96ba72-0cd7-4709-ace6-7b7448b4d892 at /dev/sdb [ 2297.718748] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f831a247-4117-48c9-a4be-9dcb431abe11 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.727962] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a6cb7a-a2a3-41b4-8b27-61bf25fead89 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.751536] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad3b0986-328e-4f89-a081-ca0305034813 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.759377] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25e6282-3c4e-416d-80bc-3cfed6c1431a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.783413] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf44772-3656-4b16-8157-100040f036bb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.789524] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d2d1db-b4b4-40b0-9dcd-323a8e107f78 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.802338] env[64147]: DEBUG nova.virt.block_device [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Updating existing volume attachment record: 5772d5c7-88f3-4f6a-98e6-0fdf8189c9b1 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2299.929249] env[64147]: DEBUG nova.virt.hardware [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2299.929563] env[64147]: DEBUG nova.virt.hardware [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2299.929646] env[64147]: DEBUG nova.virt.hardware [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2299.929830] env[64147]: DEBUG nova.virt.hardware [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2299.929975] env[64147]: DEBUG nova.virt.hardware [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2299.930137] env[64147]: DEBUG nova.virt.hardware [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2299.930351] env[64147]: DEBUG nova.virt.hardware [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2299.930514] env[64147]: DEBUG nova.virt.hardware [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2299.930684] env[64147]: DEBUG nova.virt.hardware [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2299.930846] env[64147]: DEBUG nova.virt.hardware [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2299.931030] env[64147]: DEBUG nova.virt.hardware [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2299.931973] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d1d91f-4c84-4b57-903d-9f70734dcf48 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.940322] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5979f012-165b-4fe0-a8ff-7cd949ae9b9b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.954345] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:39:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26353636-6964-4806-9532-b76297e4bab8', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2299.961710] env[64147]: DEBUG oslo.service.loopingcall [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2299.961950] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2299.962181] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49430a4f-efc3-47cf-97ac-7cfa0c461958 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.981619] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2299.981619] env[64147]: value = "task-1841160" [ 2299.981619] env[64147]: _type = "Task" [ 2299.981619] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.989313] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841160, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.492022] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841160, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.996224] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841160, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.490840] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.491188] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.491429] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2301.499786] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841160, 'name': CreateVM_Task} progress is 99%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.994451] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 2301.994666] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841160, 'name': CreateVM_Task, 'duration_secs': 1.52717} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.994850] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.994983] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2301.995201] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.995798] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2301.995950] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2301.996283] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2301.996539] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.996685] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ee8e49-db1c-4d52-89b0-799a132c1586 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.998201] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.998384] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.998849] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.998984] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2301.999151] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2302.001974] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2302.001974] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52a87d7b-1968-c9f7-707c-33877afa84f2" [ 2302.001974] env[64147]: _type = "Task" [ 2302.001974] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.010609] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a87d7b-1968-c9f7-707c-33877afa84f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.503953] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.504222] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.504395] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2302.504551] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2302.505470] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeded62d-02c1-4f52-8865-9aa1fe379f64 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.518783] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b736c4d-9f97-42d6-b827-8f8e5ce0c9fd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.522429] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52a87d7b-1968-c9f7-707c-33877afa84f2, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.522721] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.522944] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2302.523181] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.523326] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.523526] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2302.524037] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd95cef4-a25a-40bd-a4a9-b7afdfd5a52b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.534134] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdfd59e-3a55-47f2-93e4-2b5a0a5097ba {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.540741] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3e8a64-1b6c-48a1-bd9b-8537c9af8ffb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.543549] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2302.543720] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2302.544456] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7668f3-162c-42d8-ae20-fe5cf18c6d53 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.549535] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2302.549535] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ed2f16-c6ec-0674-fd8c-cbd4627c72c5" [ 2302.549535] env[64147]: _type = "Task" [ 2302.549535] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.572241] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180948MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2302.572370] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.572562] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.582608] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ed2f16-c6ec-0674-fd8c-cbd4627c72c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008344} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.583364] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ce7ca5-63d3-4a01-855f-bed902ba98cf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.588066] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2302.588066] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52ac049a-25f7-cbc6-2e5e-845c41cced47" [ 2302.588066] env[64147]: _type = "Task" [ 2302.588066] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.596634] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ac049a-25f7-cbc6-2e5e-845c41cced47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.099224] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52ac049a-25f7-cbc6-2e5e-845c41cced47, 'name': SearchDatastore_Task, 'duration_secs': 0.008701} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.099601] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.099712] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7fcc68a4-d15d-4713-bfbe-0207ae84e699/7fcc68a4-d15d-4713-bfbe-0207ae84e699.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2303.099949] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52fb3da9-873a-4acc-a7b8-08453d545075 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.107841] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2303.107841] env[64147]: value = "task-1841161" [ 2303.107841] env[64147]: _type = "Task" [ 2303.107841] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.115640] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.601391] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance f34c77e3-c104-42ed-ac98-f503a94bdd96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2303.601623] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance 7fcc68a4-d15d-4713-bfbe-0207ae84e699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2303.601916] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2303.602180] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2303.618133] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841161, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.646707] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3217774e-5947-4d99-92e1-023dbf66e89c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.654115] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7020d353-a6f4-420d-91db-d9f737b38bb2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.684216] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8252ec21-df67-4595-87df-662d10616e25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.692147] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48536032-bfa3-4ba4-b750-55b73ec1a5cb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.705883] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2304.118255] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696956} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.118600] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] 7fcc68a4-d15d-4713-bfbe-0207ae84e699/7fcc68a4-d15d-4713-bfbe-0207ae84e699.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2304.118683] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2304.118903] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-586d79d0-0c65-47f8-b2ba-6950d82b625c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.124972] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2304.124972] env[64147]: value = "task-1841162" [ 2304.124972] env[64147]: _type = "Task" [ 2304.124972] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.132968] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.225339] env[64147]: ERROR nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [req-a20e2b9e-3c69-431f-8f3a-87907735ce1c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a20e2b9e-3c69-431f-8f3a-87907735ce1c"}]} [ 2304.240391] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2304.252538] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2304.252715] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2304.262134] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2304.277853] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2304.307498] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef078b0-d40a-4b08-a6dd-9bf614c965dc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.316136] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8f3295-2b23-491a-9890-59f6276be8be {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.345723] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44892b2c-15eb-4299-9be5-abe0af70020b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.352707] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e600aca-8371-49cd-b0f0-97a23d39a677 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.365461] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2304.635230] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060003} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.635525] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2304.636290] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55ff3ac-9037-4e97-80dc-3798d837fabd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.657472] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 7fcc68a4-d15d-4713-bfbe-0207ae84e699/7fcc68a4-d15d-4713-bfbe-0207ae84e699.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2304.657687] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d57c3401-5816-4597-9428-67e7d602bfa4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.676259] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2304.676259] env[64147]: value = "task-1841163" [ 2304.676259] env[64147]: _type = "Task" [ 2304.676259] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.683499] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.868377] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2305.187817] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841163, 'name': ReconfigVM_Task, 'duration_secs': 0.281096} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.188190] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 7fcc68a4-d15d-4713-bfbe-0207ae84e699/7fcc68a4-d15d-4713-bfbe-0207ae84e699.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2305.189557] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'size': 0, 'boot_index': 0, 'encryption_format': None, 'encryption_options': None, 'encrypted': False, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '190a21b2-8ff5-444e-86c3-88185b9f8cea'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'attachment_id': '5772d5c7-88f3-4f6a-98e6-0fdf8189c9b1', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380955', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'name': 'volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fcc68a4-d15d-4713-bfbe-0207ae84e699', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'serial': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892'}, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=64147) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2305.189769] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2305.189842] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380955', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'name': 'volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fcc68a4-d15d-4713-bfbe-0207ae84e699', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'serial': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2305.190639] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc8c988-3ee7-4f8e-a35c-a5f64ca452ae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.205498] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e6595f-5927-4c00-ad9c-fb0f53dd79da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.228667] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892/volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2305.228896] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb80398-fdab-4a37-a197-b03847d4da4a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.245869] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2305.245869] env[64147]: value = "task-1841164" [ 2305.245869] env[64147]: _type = "Task" [ 2305.245869] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.253141] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.373407] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2305.373642] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.801s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.755395] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.256711] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841164, 'name': ReconfigVM_Task, 'duration_secs': 0.937615} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.257052] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892/volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2306.261571] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b244e34e-84c3-46c8-911e-73133d9eb7c1 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.275978] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2306.275978] env[64147]: value = "task-1841165" [ 2306.275978] env[64147]: _type = "Task" [ 2306.275978] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.287538] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.785477] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841165, 'name': ReconfigVM_Task, 'duration_secs': 0.148222} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.785766] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380955', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'name': 'volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fcc68a4-d15d-4713-bfbe-0207ae84e699', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'serial': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2306.786367] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83845f99-a005-47e8-965a-911c66c389d3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.792706] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2306.792706] env[64147]: value = "task-1841166" [ 2306.792706] env[64147]: _type = "Task" [ 2306.792706] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.799853] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841166, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.302852] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841166, 'name': Rename_Task, 'duration_secs': 0.148394} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.303151] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2307.303380] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d5523b4-3928-4451-bc95-aec37b6b80d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.308791] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2307.308791] env[64147]: value = "task-1841167" [ 2307.308791] env[64147]: _type = "Task" [ 2307.308791] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.315813] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.818545] env[64147]: DEBUG oslo_vmware.api [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841167, 'name': PowerOnVM_Task, 'duration_secs': 0.462556} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.818812] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2307.819034] env[64147]: DEBUG nova.compute.manager [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2307.819882] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e2afc-aab2-4bc9-8def-c666c5540fdd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.341591] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.341887] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.342298] env[64147]: DEBUG nova.objects.instance [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2309.351934] env[64147]: DEBUG oslo_concurrency.lockutils [None req-ec02284a-02d1-4189-9140-2c48a8948a20 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.663783] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.664193] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.167442] env[64147]: INFO nova.compute.manager [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Detaching volume dc96ba72-0cd7-4709-ace6-7b7448b4d892 [ 2346.222306] env[64147]: INFO nova.virt.block_device [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Attempting to driver detach volume dc96ba72-0cd7-4709-ace6-7b7448b4d892 from mountpoint /dev/sdb [ 2346.222616] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2346.222808] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380955', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'name': 'volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fcc68a4-d15d-4713-bfbe-0207ae84e699', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'serial': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2346.223706] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d1642f-ea23-42ea-859c-b8dba3f508da {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.247326] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b585571-5638-4f11-ba5c-5919b0be9b43 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.253802] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1405ace4-7fed-44ff-921d-3968b2d19924 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.273167] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798d33d2-aba8-4fcb-84a2-f4178a32bd45 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.287496] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] The volume has not been displaced from its original location: [datastore1] volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892/volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2346.292554] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2346.292798] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0224abf-0ce6-4972-b300-ac583187b369 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.310744] env[64147]: DEBUG oslo_vmware.api [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2346.310744] env[64147]: value = "task-1841168" [ 2346.310744] env[64147]: _type = "Task" [ 2346.310744] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.318126] env[64147]: DEBUG oslo_vmware.api [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.820118] env[64147]: DEBUG oslo_vmware.api [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841168, 'name': ReconfigVM_Task, 'duration_secs': 0.230179} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.820568] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2346.824970] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d69e77b8-67a6-4df6-820f-1768c5aa21a9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.839850] env[64147]: DEBUG oslo_vmware.api [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2346.839850] env[64147]: value = "task-1841169" [ 2346.839850] env[64147]: _type = "Task" [ 2346.839850] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.847278] env[64147]: DEBUG oslo_vmware.api [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.349577] env[64147]: DEBUG oslo_vmware.api [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.849647] env[64147]: DEBUG oslo_vmware.api [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841169, 'name': ReconfigVM_Task, 'duration_secs': 0.796086} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.850074] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380955', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'name': 'volume-dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fcc68a4-d15d-4713-bfbe-0207ae84e699', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892', 'serial': 'dc96ba72-0cd7-4709-ace6-7b7448b4d892'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2348.388340] env[64147]: DEBUG nova.objects.instance [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lazy-loading 'flavor' on Instance uuid 7fcc68a4-d15d-4713-bfbe-0207ae84e699 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2349.320109] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.320368] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2349.320412] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2349.399772] env[64147]: DEBUG oslo_concurrency.lockutils [None req-9e03675a-3eb6-4f7d-bdc7-5e700bf08a71 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.734s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.879413] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2349.879575] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquired lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2349.879724] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Forcefully refreshing network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2349.879879] env[64147]: DEBUG nova.objects.instance [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lazy-loading 'info_cache' on Instance uuid f34c77e3-c104-42ed-ac98-f503a94bdd96 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2349.900959] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.901253] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.901485] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.901685] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.901857] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.904041] env[64147]: INFO nova.compute.manager [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Terminating instance [ 2350.407781] env[64147]: DEBUG nova.compute.manager [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2350.408272] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2350.409082] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da2eb54-37be-4a4a-90ff-4439cb64e12d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.416988] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2350.417232] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f07c5c81-0bf0-4b59-b2df-31d301b629f0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.423361] env[64147]: DEBUG oslo_vmware.api [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2350.423361] env[64147]: value = "task-1841170" [ 2350.423361] env[64147]: _type = "Task" [ 2350.423361] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.430697] env[64147]: DEBUG oslo_vmware.api [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.933393] env[64147]: DEBUG oslo_vmware.api [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841170, 'name': PowerOffVM_Task, 'duration_secs': 0.176074} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.933636] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2350.933800] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2350.934187] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10c2153d-235a-4953-af37-9da7f5309013 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.014148] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2351.014372] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2351.014554] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleting the datastore file [datastore1] 7fcc68a4-d15d-4713-bfbe-0207ae84e699 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2351.014917] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2b1da41-7d67-47ff-91d1-eaf003199e70 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.021973] env[64147]: DEBUG oslo_vmware.api [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2351.021973] env[64147]: value = "task-1841172" [ 2351.021973] env[64147]: _type = "Task" [ 2351.021973] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2351.031020] env[64147]: DEBUG oslo_vmware.api [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.530814] env[64147]: DEBUG oslo_vmware.api [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123553} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.531176] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2351.531274] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2351.531421] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2351.531592] env[64147]: INFO nova.compute.manager [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2351.531830] env[64147]: DEBUG oslo.service.loopingcall [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2351.532023] env[64147]: DEBUG nova.compute.manager [-] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2351.532122] env[64147]: DEBUG nova.network.neutron [-] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2351.603438] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updating instance_info_cache with network_info: [{"id": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "address": "fa:16:3e:5e:7e:dc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a68ba48-46", "ovs_interfaceid": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2352.003697] env[64147]: DEBUG nova.compute.manager [req-75b94292-7f03-48ea-8983-eaf75b2423db req-df93a952-f967-4994-91cb-2eff3732d856 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Received event network-vif-deleted-26353636-6964-4806-9532-b76297e4bab8 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2352.003901] env[64147]: INFO nova.compute.manager [req-75b94292-7f03-48ea-8983-eaf75b2423db req-df93a952-f967-4994-91cb-2eff3732d856 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Neutron deleted interface 26353636-6964-4806-9532-b76297e4bab8; detaching it from the instance and deleting it from the info cache [ 2352.004148] env[64147]: DEBUG nova.network.neutron [req-75b94292-7f03-48ea-8983-eaf75b2423db req-df93a952-f967-4994-91cb-2eff3732d856 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2352.105741] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Releasing lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2352.105966] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updated the network info_cache for instance {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2352.106194] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.106351] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.106508] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.106635] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2352.106791] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.106928] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 2352.451575] env[64147]: DEBUG nova.network.neutron [-] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2352.507034] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27aa486d-4491-4742-b5a9-dacb0c71fca9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.515969] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68e6bcc-ab58-4bc9-beeb-4bf802c0a2cc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.539990] env[64147]: DEBUG nova.compute.manager [req-75b94292-7f03-48ea-8983-eaf75b2423db req-df93a952-f967-4994-91cb-2eff3732d856 service nova] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Detach interface failed, port_id=26353636-6964-4806-9532-b76297e4bab8, reason: Instance 7fcc68a4-d15d-4713-bfbe-0207ae84e699 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2352.611604] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] There are 9 instances to clean {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 2352.611818] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: da699a6a-090c-4fb5-8396-24c01bffb741] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2352.954348] env[64147]: INFO nova.compute.manager [-] [instance: 7fcc68a4-d15d-4713-bfbe-0207ae84e699] Took 1.42 seconds to deallocate network for instance. [ 2353.114869] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: c23a7e8c-7a98-486d-b667-036526825b2d] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2353.461416] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2353.461698] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.461930] env[64147]: DEBUG nova.objects.instance [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lazy-loading 'resources' on Instance uuid 7fcc68a4-d15d-4713-bfbe-0207ae84e699 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2353.618831] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: ac2c0674-cf9d-4f0c-b62d-8570a17d82dd] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2354.005184] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6f6228-7e8f-4277-9890-0863f3960ea8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.012544] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e822b11-52c1-4f91-a98f-d2693ba0468f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.043098] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc49704-3222-480f-bd41-b3fb7e510c47 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.050147] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c787cb8a-cd13-448a-bd3b-8125597fa035 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.063058] env[64147]: DEBUG nova.compute.provider_tree [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2354.122321] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 17b0e691-c968-4c26-b8fa-b1558f813d5d] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2354.593451] env[64147]: DEBUG nova.scheduler.client.report [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2354.593721] env[64147]: DEBUG nova.compute.provider_tree [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 182 to 183 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2354.593897] env[64147]: DEBUG nova.compute.provider_tree [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2354.625457] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: e7c53d05-081a-45a4-8ec8-aa8b303c4bc5] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2355.100054] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2355.119080] env[64147]: INFO nova.scheduler.client.report [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted allocations for instance 7fcc68a4-d15d-4713-bfbe-0207ae84e699 [ 2355.128171] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 944aa3b3-18c8-401d-a679-cf45b69d5c17] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2355.629490] env[64147]: DEBUG oslo_concurrency.lockutils [None req-8bdbaad6-23b7-46ef-852f-135b0f5b7b78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "7fcc68a4-d15d-4713-bfbe-0207ae84e699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.728s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2355.630883] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1c763359-1fc5-4c2a-a77e-9d64850ed1aa] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2356.134056] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 1588091d-0e7e-46aa-aa64-571c06b78d4a] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2356.638249] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: 575e8c88-bc4e-4816-a430-8ed343ea6ef2] Instance has had 0 of 5 cleanup attempts {{(pid=64147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2357.479601] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "add99cd0-f594-4999-8bf8-749ad28bff6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2357.479880] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "add99cd0-f594-4999-8bf8-749ad28bff6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2357.982378] env[64147]: DEBUG nova.compute.manager [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2358.319075] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.319284] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.503354] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.503607] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.505085] env[64147]: INFO nova.compute.claims [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2358.823904] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.824123] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.824239] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.824388] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2359.327223] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.547118] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f076bf5e-5a73-4c9d-96c1-14719d1c6829 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.554686] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd66f2d-d311-4b54-bd61-ab11cfb8add8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.583447] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac1d4f3-1919-4e44-8c29-b1a62bcf9a0f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.590202] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed27206-d194-4fea-bb70-a4f80648b8dd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.602730] env[64147]: DEBUG nova.compute.provider_tree [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2360.106686] env[64147]: DEBUG nova.scheduler.client.report [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2360.613445] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.614027] env[64147]: DEBUG nova.compute.manager [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2360.616687] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.290s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.616872] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.617039] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2360.618097] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d25233-68bb-4de6-a228-e8ad71815970 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.626507] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba497449-ec07-4805-bc34-4a22619bd641 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.640566] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d969f9-8dbe-4365-8cb8-5bfa5b172114 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.647361] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5c690c-e2f8-481d-8706-afe06feb9e6d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.676262] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180948MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2360.676456] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.676619] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.119272] env[64147]: DEBUG nova.compute.utils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2361.120682] env[64147]: DEBUG nova.compute.manager [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2361.120862] env[64147]: DEBUG nova.network.neutron [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2361.185759] env[64147]: DEBUG nova.policy [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65c4f51d1d34a1dab3ecd0c566fafd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37471bf989c143e59dc0151c0c9641f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2361.454452] env[64147]: DEBUG nova.network.neutron [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Successfully created port: 2dd7cf83-19ef-4788-a0d4-90288a5fae30 {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2361.624989] env[64147]: DEBUG nova.compute.manager [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2361.698942] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance f34c77e3-c104-42ed-ac98-f503a94bdd96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2361.699114] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance add99cd0-f594-4999-8bf8-749ad28bff6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2361.699296] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2361.699439] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2361.736440] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7f2b55-ff71-46b4-82ed-441dbb843cf3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.743666] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2e0f45-73c7-4ec5-846e-7ea08bd9bc75 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.771930] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aafae2-958a-4429-8e3c-eac1f940e2ea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.778594] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c72a6e-7a8a-459d-bfe6-2dca18d8aaae {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.791403] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2362.295445] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2362.634232] env[64147]: DEBUG nova.compute.manager [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2362.660185] env[64147]: DEBUG nova.virt.hardware [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T05:24:51Z,direct_url=,disk_format='vmdk',id=190a21b2-8ff5-444e-86c3-88185b9f8cea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f497ec7208764e8289a0a297c9358bec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T05:24:52Z,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2362.660463] env[64147]: DEBUG nova.virt.hardware [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2362.660622] env[64147]: DEBUG nova.virt.hardware [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2362.660846] env[64147]: DEBUG nova.virt.hardware [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2362.660996] env[64147]: DEBUG nova.virt.hardware [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2362.661183] env[64147]: DEBUG nova.virt.hardware [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2362.661396] env[64147]: DEBUG nova.virt.hardware [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2362.661553] env[64147]: DEBUG nova.virt.hardware [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2362.661716] env[64147]: DEBUG nova.virt.hardware [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2362.661875] env[64147]: DEBUG nova.virt.hardware [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2362.662085] env[64147]: DEBUG nova.virt.hardware [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2362.662956] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e382d4c9-cf19-466d-a1d5-d4f0d262de37 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.670769] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84fe0b9-6495-4cdf-a886-2c0a5aa0fe37 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.801875] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2362.802170] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.802395] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2362.802776] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Getting list of instances from cluster (obj){ [ 2362.802776] env[64147]: value = "domain-c8" [ 2362.802776] env[64147]: _type = "ClusterComputeResource" [ 2362.802776] env[64147]: } {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2362.803774] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1e5d97-d569-4f8b-8ed6-1836d1cd81b3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.813712] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Got total of 1 instances {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2362.821368] env[64147]: DEBUG nova.compute.manager [req-8ae32095-a261-494b-8d87-cfabba4a87fa req-dbbea8d1-652a-47fe-8f26-a28e6e6aec36 service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Received event network-vif-plugged-2dd7cf83-19ef-4788-a0d4-90288a5fae30 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2362.821586] env[64147]: DEBUG oslo_concurrency.lockutils [req-8ae32095-a261-494b-8d87-cfabba4a87fa req-dbbea8d1-652a-47fe-8f26-a28e6e6aec36 service nova] Acquiring lock "add99cd0-f594-4999-8bf8-749ad28bff6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.821784] env[64147]: DEBUG oslo_concurrency.lockutils [req-8ae32095-a261-494b-8d87-cfabba4a87fa req-dbbea8d1-652a-47fe-8f26-a28e6e6aec36 service nova] Lock "add99cd0-f594-4999-8bf8-749ad28bff6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.821950] env[64147]: DEBUG oslo_concurrency.lockutils [req-8ae32095-a261-494b-8d87-cfabba4a87fa req-dbbea8d1-652a-47fe-8f26-a28e6e6aec36 service nova] Lock "add99cd0-f594-4999-8bf8-749ad28bff6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.822133] env[64147]: DEBUG nova.compute.manager [req-8ae32095-a261-494b-8d87-cfabba4a87fa req-dbbea8d1-652a-47fe-8f26-a28e6e6aec36 service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] No waiting events found dispatching network-vif-plugged-2dd7cf83-19ef-4788-a0d4-90288a5fae30 {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2362.822304] env[64147]: WARNING nova.compute.manager [req-8ae32095-a261-494b-8d87-cfabba4a87fa req-dbbea8d1-652a-47fe-8f26-a28e6e6aec36 service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Received unexpected event network-vif-plugged-2dd7cf83-19ef-4788-a0d4-90288a5fae30 for instance with vm_state building and task_state spawning. [ 2362.899991] env[64147]: DEBUG nova.network.neutron [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Successfully updated port: 2dd7cf83-19ef-4788-a0d4-90288a5fae30 {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2363.316270] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2363.316483] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Cleaning up deleted instances with incomplete migration {{(pid=64147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 2363.402679] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "refresh_cache-add99cd0-f594-4999-8bf8-749ad28bff6f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.403754] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "refresh_cache-add99cd0-f594-4999-8bf8-749ad28bff6f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.403754] env[64147]: DEBUG nova.network.neutron [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2363.936996] env[64147]: DEBUG nova.network.neutron [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2364.055011] env[64147]: DEBUG nova.network.neutron [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Updating instance_info_cache with network_info: [{"id": "2dd7cf83-19ef-4788-a0d4-90288a5fae30", "address": "fa:16:3e:68:da:96", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd7cf83-19", "ovs_interfaceid": "2dd7cf83-19ef-4788-a0d4-90288a5fae30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.557377] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "refresh_cache-add99cd0-f594-4999-8bf8-749ad28bff6f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2364.557700] env[64147]: DEBUG nova.compute.manager [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Instance network_info: |[{"id": "2dd7cf83-19ef-4788-a0d4-90288a5fae30", "address": "fa:16:3e:68:da:96", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd7cf83-19", "ovs_interfaceid": "2dd7cf83-19ef-4788-a0d4-90288a5fae30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2364.558177] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:da:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dd7cf83-19ef-4788-a0d4-90288a5fae30', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2364.565996] env[64147]: DEBUG oslo.service.loopingcall [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2364.566216] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2364.566446] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3b9230c-dafe-409b-babe-62239d40990a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.585179] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2364.585179] env[64147]: value = "task-1841173" [ 2364.585179] env[64147]: _type = "Task" [ 2364.585179] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.592450] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841173, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.852444] env[64147]: DEBUG nova.compute.manager [req-4b13f139-e2f8-4244-ac14-0a36e5e3e725 req-abd480a4-9a32-4108-9a9f-ade808f5af3b service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Received event network-changed-2dd7cf83-19ef-4788-a0d4-90288a5fae30 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2364.852647] env[64147]: DEBUG nova.compute.manager [req-4b13f139-e2f8-4244-ac14-0a36e5e3e725 req-abd480a4-9a32-4108-9a9f-ade808f5af3b service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Refreshing instance network info cache due to event network-changed-2dd7cf83-19ef-4788-a0d4-90288a5fae30. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2364.852807] env[64147]: DEBUG oslo_concurrency.lockutils [req-4b13f139-e2f8-4244-ac14-0a36e5e3e725 req-abd480a4-9a32-4108-9a9f-ade808f5af3b service nova] Acquiring lock "refresh_cache-add99cd0-f594-4999-8bf8-749ad28bff6f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2364.852951] env[64147]: DEBUG oslo_concurrency.lockutils [req-4b13f139-e2f8-4244-ac14-0a36e5e3e725 req-abd480a4-9a32-4108-9a9f-ade808f5af3b service nova] Acquired lock "refresh_cache-add99cd0-f594-4999-8bf8-749ad28bff6f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2364.853122] env[64147]: DEBUG nova.network.neutron [req-4b13f139-e2f8-4244-ac14-0a36e5e3e725 req-abd480a4-9a32-4108-9a9f-ade808f5af3b service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Refreshing network info cache for port 2dd7cf83-19ef-4788-a0d4-90288a5fae30 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2365.094906] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841173, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.534121] env[64147]: DEBUG nova.network.neutron [req-4b13f139-e2f8-4244-ac14-0a36e5e3e725 req-abd480a4-9a32-4108-9a9f-ade808f5af3b service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Updated VIF entry in instance network info cache for port 2dd7cf83-19ef-4788-a0d4-90288a5fae30. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2365.534723] env[64147]: DEBUG nova.network.neutron [req-4b13f139-e2f8-4244-ac14-0a36e5e3e725 req-abd480a4-9a32-4108-9a9f-ade808f5af3b service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Updating instance_info_cache with network_info: [{"id": "2dd7cf83-19ef-4788-a0d4-90288a5fae30", "address": "fa:16:3e:68:da:96", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd7cf83-19", "ovs_interfaceid": "2dd7cf83-19ef-4788-a0d4-90288a5fae30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2365.595830] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841173, 'name': CreateVM_Task} progress is 25%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.038238] env[64147]: DEBUG oslo_concurrency.lockutils [req-4b13f139-e2f8-4244-ac14-0a36e5e3e725 req-abd480a4-9a32-4108-9a9f-ade808f5af3b service nova] Releasing lock "refresh_cache-add99cd0-f594-4999-8bf8-749ad28bff6f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2366.097206] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841173, 'name': CreateVM_Task, 'duration_secs': 1.106965} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.097557] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2366.097978] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2366.098161] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2366.098483] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2366.098717] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3cca8a-df22-46d6-a62f-4f15595ae489 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.103548] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2366.103548] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]523a118c-2822-cefe-2398-fad2ea31d210" [ 2366.103548] env[64147]: _type = "Task" [ 2366.103548] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.110664] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523a118c-2822-cefe-2398-fad2ea31d210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.613744] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]523a118c-2822-cefe-2398-fad2ea31d210, 'name': SearchDatastore_Task, 'duration_secs': 0.01185} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.614056] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2366.614326] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Processing image 190a21b2-8ff5-444e-86c3-88185b9f8cea {{(pid=64147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2366.614566] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2366.614715] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2366.614912] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2366.615216] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf468fc-3353-48a3-a71c-44b7039c81a4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.623175] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2366.623353] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2366.624042] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e3457d-548a-4026-a8bb-b134c0f27ae3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.628984] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2366.628984] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52e8f7cf-ef94-b0ea-d14d-a1c58c5d0abc" [ 2366.628984] env[64147]: _type = "Task" [ 2366.628984] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.636256] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e8f7cf-ef94-b0ea-d14d-a1c58c5d0abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.139539] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52e8f7cf-ef94-b0ea-d14d-a1c58c5d0abc, 'name': SearchDatastore_Task, 'duration_secs': 0.008535} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.140347] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4653acf6-f26d-4108-97f9-ed126d19703b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.146087] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2367.146087] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]52bfc5cf-7ae0-049c-54b6-d5facf21411f" [ 2367.146087] env[64147]: _type = "Task" [ 2367.146087] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.153709] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52bfc5cf-7ae0-049c-54b6-d5facf21411f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.655923] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]52bfc5cf-7ae0-049c-54b6-d5facf21411f, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.656178] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.656447] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] add99cd0-f594-4999-8bf8-749ad28bff6f/add99cd0-f594-4999-8bf8-749ad28bff6f.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2367.656698] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c994cc3-d25b-4070-bbfa-0d55e0dae5bd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.663027] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2367.663027] env[64147]: value = "task-1841174" [ 2367.663027] env[64147]: _type = "Task" [ 2367.663027] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.670176] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.173013] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42734} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.173401] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/190a21b2-8ff5-444e-86c3-88185b9f8cea/190a21b2-8ff5-444e-86c3-88185b9f8cea.vmdk to [datastore1] add99cd0-f594-4999-8bf8-749ad28bff6f/add99cd0-f594-4999-8bf8-749ad28bff6f.vmdk {{(pid=64147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2368.173480] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Extending root virtual disk to 1048576 {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2368.173710] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2a51494-e61c-4878-abb4-cb1d4cc1e223 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.180357] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2368.180357] env[64147]: value = "task-1841175" [ 2368.180357] env[64147]: _type = "Task" [ 2368.180357] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.187437] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.689847] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05962} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.690119] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Extended root virtual disk {{(pid=64147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2368.690865] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842d772b-e2cd-4ba3-b608-4598e1b0e0f2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.711909] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] add99cd0-f594-4999-8bf8-749ad28bff6f/add99cd0-f594-4999-8bf8-749ad28bff6f.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2368.712134] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b29989d-277c-442d-af60-43a7fcc84e4d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.731286] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2368.731286] env[64147]: value = "task-1841176" [ 2368.731286] env[64147]: _type = "Task" [ 2368.731286] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.738312] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.242106] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841176, 'name': ReconfigVM_Task, 'duration_secs': 0.272429} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.242503] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Reconfigured VM instance instance-0000007b to attach disk [datastore1] add99cd0-f594-4999-8bf8-749ad28bff6f/add99cd0-f594-4999-8bf8-749ad28bff6f.vmdk or device None with type sparse {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2369.243019] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb529d4d-ed23-471f-be71-0dd00e6c55e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.249191] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2369.249191] env[64147]: value = "task-1841177" [ 2369.249191] env[64147]: _type = "Task" [ 2369.249191] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.256128] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841177, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.758824] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841177, 'name': Rename_Task, 'duration_secs': 0.134511} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.759106] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2369.759341] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-109e9177-a3bf-4320-a846-ba3a83d8cf07 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.766477] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2369.766477] env[64147]: value = "task-1841178" [ 2369.766477] env[64147]: _type = "Task" [ 2369.766477] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.777723] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.276255] env[64147]: DEBUG oslo_vmware.api [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841178, 'name': PowerOnVM_Task, 'duration_secs': 0.443891} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.276652] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2370.276700] env[64147]: INFO nova.compute.manager [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Took 7.64 seconds to spawn the instance on the hypervisor. [ 2370.276856] env[64147]: DEBUG nova.compute.manager [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2370.277608] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b258bb1c-5965-463e-afef-9a9da861a442 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.319249] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2370.797092] env[64147]: INFO nova.compute.manager [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Took 12.31 seconds to build instance. [ 2371.300681] env[64147]: DEBUG oslo_concurrency.lockutils [None req-df66c813-c1d7-4e7c-a41a-82d3d899002f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "add99cd0-f594-4999-8bf8-749ad28bff6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.820s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.405115] env[64147]: DEBUG nova.compute.manager [req-8cca2bc7-6397-4fdb-b6d4-c74ae5792588 req-b30fd569-9d60-4e0b-92fa-e4876cb11a69 service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Received event network-changed-2dd7cf83-19ef-4788-a0d4-90288a5fae30 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2371.405373] env[64147]: DEBUG nova.compute.manager [req-8cca2bc7-6397-4fdb-b6d4-c74ae5792588 req-b30fd569-9d60-4e0b-92fa-e4876cb11a69 service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Refreshing instance network info cache due to event network-changed-2dd7cf83-19ef-4788-a0d4-90288a5fae30. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2371.405677] env[64147]: DEBUG oslo_concurrency.lockutils [req-8cca2bc7-6397-4fdb-b6d4-c74ae5792588 req-b30fd569-9d60-4e0b-92fa-e4876cb11a69 service nova] Acquiring lock "refresh_cache-add99cd0-f594-4999-8bf8-749ad28bff6f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2371.405730] env[64147]: DEBUG oslo_concurrency.lockutils [req-8cca2bc7-6397-4fdb-b6d4-c74ae5792588 req-b30fd569-9d60-4e0b-92fa-e4876cb11a69 service nova] Acquired lock "refresh_cache-add99cd0-f594-4999-8bf8-749ad28bff6f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2371.405884] env[64147]: DEBUG nova.network.neutron [req-8cca2bc7-6397-4fdb-b6d4-c74ae5792588 req-b30fd569-9d60-4e0b-92fa-e4876cb11a69 service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Refreshing network info cache for port 2dd7cf83-19ef-4788-a0d4-90288a5fae30 {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2372.091347] env[64147]: DEBUG nova.network.neutron [req-8cca2bc7-6397-4fdb-b6d4-c74ae5792588 req-b30fd569-9d60-4e0b-92fa-e4876cb11a69 service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Updated VIF entry in instance network info cache for port 2dd7cf83-19ef-4788-a0d4-90288a5fae30. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2372.091743] env[64147]: DEBUG nova.network.neutron [req-8cca2bc7-6397-4fdb-b6d4-c74ae5792588 req-b30fd569-9d60-4e0b-92fa-e4876cb11a69 service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Updating instance_info_cache with network_info: [{"id": "2dd7cf83-19ef-4788-a0d4-90288a5fae30", "address": "fa:16:3e:68:da:96", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd7cf83-19", "ovs_interfaceid": "2dd7cf83-19ef-4788-a0d4-90288a5fae30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2372.594959] env[64147]: DEBUG oslo_concurrency.lockutils [req-8cca2bc7-6397-4fdb-b6d4-c74ae5792588 req-b30fd569-9d60-4e0b-92fa-e4876cb11a69 service nova] Releasing lock "refresh_cache-add99cd0-f594-4999-8bf8-749ad28bff6f" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2381.494922] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_power_states {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2381.998288] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Getting list of instances from cluster (obj){ [ 2381.998288] env[64147]: value = "domain-c8" [ 2381.998288] env[64147]: _type = "ClusterComputeResource" [ 2381.998288] env[64147]: } {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2381.999396] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c894c735-7f32-4a19-b60b-04e7d3afa1a8 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.009874] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Got total of 2 instances {{(pid=64147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2382.010062] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid f34c77e3-c104-42ed-ac98-f503a94bdd96 {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 2382.010254] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Triggering sync for uuid add99cd0-f594-4999-8bf8-749ad28bff6f {{(pid=64147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 2382.010550] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "f34c77e3-c104-42ed-ac98-f503a94bdd96" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.010764] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "f34c77e3-c104-42ed-ac98-f503a94bdd96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.011030] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "add99cd0-f594-4999-8bf8-749ad28bff6f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.011217] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "add99cd0-f594-4999-8bf8-749ad28bff6f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.012013] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0aeb11-586e-46fe-bddb-336a8bf55b41 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.014911] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5ebc03-5456-48c2-8dda-12ecef580c57 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.526463] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "f34c77e3-c104-42ed-ac98-f503a94bdd96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.528014] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "add99cd0-f594-4999-8bf8-749ad28bff6f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.601945] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "c58db340-a446-4bcf-bcf4-87be2860d9d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.602265] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.104403] env[64147]: DEBUG nova.compute.manager [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Starting instance... {{(pid=64147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2391.626211] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2391.626470] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.627956] env[64147]: INFO nova.compute.claims [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2392.681988] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3b0c8b-b446-4b12-93dc-951da5855e9c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.690252] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a45645e-e154-4c60-a7c6-aec7e28a01b4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.720658] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c500df-d403-4d55-994b-6c16e4f887eb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.729115] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52be2ea5-9dac-4c00-9ee9-7494b5427cd6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.742915] env[64147]: DEBUG nova.compute.provider_tree [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2393.262591] env[64147]: ERROR nova.scheduler.client.report [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [req-ef4bf477-a705-4dfe-9bf4-bff701e4ded6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef4bf477-a705-4dfe-9bf4-bff701e4ded6"}]} [ 2393.279083] env[64147]: DEBUG nova.scheduler.client.report [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2393.291471] env[64147]: DEBUG nova.scheduler.client.report [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2393.291689] env[64147]: DEBUG nova.compute.provider_tree [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2393.301534] env[64147]: DEBUG nova.scheduler.client.report [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2393.318104] env[64147]: DEBUG nova.scheduler.client.report [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2393.359522] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5edf1c-4014-4e0f-b43e-fc7dc9932772 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.367682] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e1a07d-318c-4d04-b672-8995f78de24e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.396876] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0eef26-b09a-4988-be29-5af29ff42401 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.403603] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cf3da9-a31c-4870-a6da-7cd8d4ef93f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.416643] env[64147]: DEBUG nova.compute.provider_tree [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2393.947271] env[64147]: DEBUG nova.scheduler.client.report [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2393.947569] env[64147]: DEBUG nova.compute.provider_tree [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 185 to 186 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2393.947717] env[64147]: DEBUG nova.compute.provider_tree [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2394.453172] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.453561] env[64147]: DEBUG nova.compute.manager [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Start building networks asynchronously for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2394.958507] env[64147]: DEBUG nova.compute.utils [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Using /dev/sd instead of None {{(pid=64147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2394.959897] env[64147]: DEBUG nova.compute.manager [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Allocating IP information in the background. {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2394.960084] env[64147]: DEBUG nova.network.neutron [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] allocate_for_instance() {{(pid=64147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2395.007766] env[64147]: DEBUG nova.policy [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65c4f51d1d34a1dab3ecd0c566fafd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37471bf989c143e59dc0151c0c9641f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64147) authorize /opt/stack/nova/nova/policy.py:192}} [ 2395.253654] env[64147]: DEBUG nova.network.neutron [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Successfully created port: a89cf6df-5c70-412b-bad3-0d92f6511fed {{(pid=64147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2395.463900] env[64147]: DEBUG nova.compute.manager [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Start building block device mappings for instance. {{(pid=64147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2395.969243] env[64147]: INFO nova.virt.block_device [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Booting with volume a6fcc18f-837d-4ed4-a80f-3d8b0d884213 at /dev/sda [ 2396.002772] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-566bdc8f-f3ac-4761-9dad-c80c227aed2c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.012538] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d723d3a1-eba8-4e1c-bace-c3c002f50ed9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.038210] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44055d35-8422-4693-ab61-241416ca51e0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.046250] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff6e433-4655-4cc4-86d4-a1a40f605181 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.070156] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1068fb91-e9e5-48af-830d-fbf483cef951 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.075974] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bd8278-bebb-412c-9b55-aa405d1cae97 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.089289] env[64147]: DEBUG nova.virt.block_device [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating existing volume attachment record: 9bd38f57-b244-4ae0-9f5f-d08294a26079 {{(pid=64147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2396.626899] env[64147]: DEBUG nova.compute.manager [req-bb3ac164-d186-4266-a310-f6a8e2f13325 req-17ee6dfe-70b3-4842-a717-07c74de39f40 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Received event network-vif-plugged-a89cf6df-5c70-412b-bad3-0d92f6511fed {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2396.627148] env[64147]: DEBUG oslo_concurrency.lockutils [req-bb3ac164-d186-4266-a310-f6a8e2f13325 req-17ee6dfe-70b3-4842-a717-07c74de39f40 service nova] Acquiring lock "c58db340-a446-4bcf-bcf4-87be2860d9d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.627369] env[64147]: DEBUG oslo_concurrency.lockutils [req-bb3ac164-d186-4266-a310-f6a8e2f13325 req-17ee6dfe-70b3-4842-a717-07c74de39f40 service nova] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.627585] env[64147]: DEBUG oslo_concurrency.lockutils [req-bb3ac164-d186-4266-a310-f6a8e2f13325 req-17ee6dfe-70b3-4842-a717-07c74de39f40 service nova] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.627853] env[64147]: DEBUG nova.compute.manager [req-bb3ac164-d186-4266-a310-f6a8e2f13325 req-17ee6dfe-70b3-4842-a717-07c74de39f40 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] No waiting events found dispatching network-vif-plugged-a89cf6df-5c70-412b-bad3-0d92f6511fed {{(pid=64147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2396.627938] env[64147]: WARNING nova.compute.manager [req-bb3ac164-d186-4266-a310-f6a8e2f13325 req-17ee6dfe-70b3-4842-a717-07c74de39f40 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Received unexpected event network-vif-plugged-a89cf6df-5c70-412b-bad3-0d92f6511fed for instance with vm_state building and task_state block_device_mapping. [ 2396.725897] env[64147]: DEBUG nova.network.neutron [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Successfully updated port: a89cf6df-5c70-412b-bad3-0d92f6511fed {{(pid=64147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2397.229012] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2397.229403] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2397.229403] env[64147]: DEBUG nova.network.neutron [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2397.759153] env[64147]: DEBUG nova.network.neutron [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Instance cache missing network info. {{(pid=64147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2397.873747] env[64147]: DEBUG nova.network.neutron [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance_info_cache with network_info: [{"id": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "address": "fa:16:3e:04:94:a4", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89cf6df-5c", "ovs_interfaceid": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2398.170892] env[64147]: DEBUG nova.compute.manager [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Start spawning the instance on the hypervisor. {{(pid=64147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2398.171982] env[64147]: DEBUG nova.virt.hardware [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2398.171982] env[64147]: DEBUG nova.virt.hardware [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2398.171982] env[64147]: DEBUG nova.virt.hardware [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2398.171982] env[64147]: DEBUG nova.virt.hardware [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2398.172254] env[64147]: DEBUG nova.virt.hardware [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2398.172254] env[64147]: DEBUG nova.virt.hardware [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2398.172448] env[64147]: DEBUG nova.virt.hardware [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2398.173045] env[64147]: DEBUG nova.virt.hardware [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2398.173045] env[64147]: DEBUG nova.virt.hardware [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2398.173045] env[64147]: DEBUG nova.virt.hardware [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2398.173231] env[64147]: DEBUG nova.virt.hardware [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2398.174043] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff80af6-ce8e-4556-859e-99fc09cf416f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.182753] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31005b1-fc40-4a99-a46f-8864cba75d74 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.376860] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2398.377389] env[64147]: DEBUG nova.compute.manager [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Instance network_info: |[{"id": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "address": "fa:16:3e:04:94:a4", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89cf6df-5c", "ovs_interfaceid": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2398.377876] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:94:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a89cf6df-5c70-412b-bad3-0d92f6511fed', 'vif_model': 'vmxnet3'}] {{(pid=64147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2398.385421] env[64147]: DEBUG oslo.service.loopingcall [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2398.385688] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Creating VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2398.385981] env[64147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1537a55a-e8d1-485a-b239-eace6b00d7e0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.406713] env[64147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2398.406713] env[64147]: value = "task-1841187" [ 2398.406713] env[64147]: _type = "Task" [ 2398.406713] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.414412] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841187, 'name': CreateVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.653634] env[64147]: DEBUG nova.compute.manager [req-0e443f6a-9b17-435c-afed-c313534c73b4 req-2153ca72-0f77-40ab-880d-a1e50cb6c866 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Received event network-changed-a89cf6df-5c70-412b-bad3-0d92f6511fed {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2398.653916] env[64147]: DEBUG nova.compute.manager [req-0e443f6a-9b17-435c-afed-c313534c73b4 req-2153ca72-0f77-40ab-880d-a1e50cb6c866 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Refreshing instance network info cache due to event network-changed-a89cf6df-5c70-412b-bad3-0d92f6511fed. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2398.654205] env[64147]: DEBUG oslo_concurrency.lockutils [req-0e443f6a-9b17-435c-afed-c313534c73b4 req-2153ca72-0f77-40ab-880d-a1e50cb6c866 service nova] Acquiring lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2398.654338] env[64147]: DEBUG oslo_concurrency.lockutils [req-0e443f6a-9b17-435c-afed-c313534c73b4 req-2153ca72-0f77-40ab-880d-a1e50cb6c866 service nova] Acquired lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2398.654459] env[64147]: DEBUG nova.network.neutron [req-0e443f6a-9b17-435c-afed-c313534c73b4 req-2153ca72-0f77-40ab-880d-a1e50cb6c866 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Refreshing network info cache for port a89cf6df-5c70-412b-bad3-0d92f6511fed {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2398.918205] env[64147]: DEBUG oslo_vmware.api [-] Task: {'id': task-1841187, 'name': CreateVM_Task, 'duration_secs': 0.328016} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.918205] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Created VM on the ESX host {{(pid=64147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2398.918562] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': '9bd38f57-b244-4ae0-9f5f-d08294a26079', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380959', 'volume_id': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'name': 'volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c58db340-a446-4bcf-bcf4-87be2860d9d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'serial': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213'}, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=64147) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2398.918729] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Root volume attach. Driver type: vmdk {{(pid=64147) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2398.920684] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7325b2e3-d160-461a-8a3b-e9f2660d343f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.929445] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017b49f7-7675-46bb-aa2e-b4d6b5f49e56 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.936038] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dd2aeb-b1a3-437a-894a-a867f95f06a6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.941934] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0ce24f07-aa8f-48ac-a38b-1cc193f662e5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.948758] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2398.948758] env[64147]: value = "task-1841188" [ 2398.948758] env[64147]: _type = "Task" [ 2398.948758] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.957295] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841188, 'name': RelocateVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.345607] env[64147]: DEBUG nova.network.neutron [req-0e443f6a-9b17-435c-afed-c313534c73b4 req-2153ca72-0f77-40ab-880d-a1e50cb6c866 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updated VIF entry in instance network info cache for port a89cf6df-5c70-412b-bad3-0d92f6511fed. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2399.345961] env[64147]: DEBUG nova.network.neutron [req-0e443f6a-9b17-435c-afed-c313534c73b4 req-2153ca72-0f77-40ab-880d-a1e50cb6c866 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance_info_cache with network_info: [{"id": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "address": "fa:16:3e:04:94:a4", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89cf6df-5c", "ovs_interfaceid": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.458859] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841188, 'name': RelocateVM_Task, 'duration_secs': 0.360594} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.459206] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Volume attach. Driver type: vmdk {{(pid=64147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2399.459295] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380959', 'volume_id': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'name': 'volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c58db340-a446-4bcf-bcf4-87be2860d9d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'serial': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2399.460036] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08902d20-a60a-4b06-bb80-2a04ab4873e6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.474933] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5251f654-a73e-4d0b-afe7-e2a99c009b8d {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.495830] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213/volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2399.496075] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f327423-e55f-43bf-befc-19f7530c0a64 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.515507] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2399.515507] env[64147]: value = "task-1841189" [ 2399.515507] env[64147]: _type = "Task" [ 2399.515507] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.523179] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.848979] env[64147]: DEBUG oslo_concurrency.lockutils [req-0e443f6a-9b17-435c-afed-c313534c73b4 req-2153ca72-0f77-40ab-880d-a1e50cb6c866 service nova] Releasing lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2400.025423] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841189, 'name': ReconfigVM_Task, 'duration_secs': 0.244585} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.025663] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213/volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2400.030103] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75aa0c70-505d-43b5-94b4-4b6f77dba0e2 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.044941] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2400.044941] env[64147]: value = "task-1841190" [ 2400.044941] env[64147]: _type = "Task" [ 2400.044941] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.052922] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.555579] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841190, 'name': ReconfigVM_Task, 'duration_secs': 0.112186} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.555974] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380959', 'volume_id': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'name': 'volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c58db340-a446-4bcf-bcf4-87be2860d9d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'serial': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213'} {{(pid=64147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2400.556443] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e98a8fcc-d2ee-4e65-883c-6dee3b3d3a8b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.563148] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2400.563148] env[64147]: value = "task-1841191" [ 2400.563148] env[64147]: _type = "Task" [ 2400.563148] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.571315] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841191, 'name': Rename_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.073838] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841191, 'name': Rename_Task, 'duration_secs': 0.12443} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.074201] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2401.074510] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c495748-1438-4469-9978-86249e8ff5c7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.081483] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2401.081483] env[64147]: value = "task-1841192" [ 2401.081483] env[64147]: _type = "Task" [ 2401.081483] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.089019] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.592975] env[64147]: DEBUG oslo_vmware.api [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841192, 'name': PowerOnVM_Task, 'duration_secs': 0.483316} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.592975] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2401.592975] env[64147]: INFO nova.compute.manager [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Took 3.42 seconds to spawn the instance on the hypervisor. [ 2401.592975] env[64147]: DEBUG nova.compute.manager [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Checking state {{(pid=64147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2401.593480] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a619db-7271-48da-8f05-512715feb965 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.113230] env[64147]: INFO nova.compute.manager [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Took 10.50 seconds to build instance. [ 2402.615542] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3ab4acf0-5894-4c4f-9ac6-0c185133721f tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.013s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.817826] env[64147]: DEBUG nova.compute.manager [req-bcb26a7a-4a6c-4dbc-9a7d-413234869094 req-48fbb512-fcfa-4fe1-8cf0-44974b1e04ea service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Received event network-changed-6a68ba48-4679-49e5-99a1-c4daee71ff4f {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2402.818016] env[64147]: DEBUG nova.compute.manager [req-bcb26a7a-4a6c-4dbc-9a7d-413234869094 req-48fbb512-fcfa-4fe1-8cf0-44974b1e04ea service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Refreshing instance network info cache due to event network-changed-6a68ba48-4679-49e5-99a1-c4daee71ff4f. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2402.818265] env[64147]: DEBUG oslo_concurrency.lockutils [req-bcb26a7a-4a6c-4dbc-9a7d-413234869094 req-48fbb512-fcfa-4fe1-8cf0-44974b1e04ea service nova] Acquiring lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2402.818407] env[64147]: DEBUG oslo_concurrency.lockutils [req-bcb26a7a-4a6c-4dbc-9a7d-413234869094 req-48fbb512-fcfa-4fe1-8cf0-44974b1e04ea service nova] Acquired lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2402.818642] env[64147]: DEBUG nova.network.neutron [req-bcb26a7a-4a6c-4dbc-9a7d-413234869094 req-48fbb512-fcfa-4fe1-8cf0-44974b1e04ea service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Refreshing network info cache for port 6a68ba48-4679-49e5-99a1-c4daee71ff4f {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2403.548996] env[64147]: DEBUG nova.network.neutron [req-bcb26a7a-4a6c-4dbc-9a7d-413234869094 req-48fbb512-fcfa-4fe1-8cf0-44974b1e04ea service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updated VIF entry in instance network info cache for port 6a68ba48-4679-49e5-99a1-c4daee71ff4f. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2403.549400] env[64147]: DEBUG nova.network.neutron [req-bcb26a7a-4a6c-4dbc-9a7d-413234869094 req-48fbb512-fcfa-4fe1-8cf0-44974b1e04ea service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updating instance_info_cache with network_info: [{"id": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "address": "fa:16:3e:5e:7e:dc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a68ba48-46", "ovs_interfaceid": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2404.052608] env[64147]: DEBUG oslo_concurrency.lockutils [req-bcb26a7a-4a6c-4dbc-9a7d-413234869094 req-48fbb512-fcfa-4fe1-8cf0-44974b1e04ea service nova] Releasing lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2404.331592] env[64147]: DEBUG nova.compute.manager [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Stashing vm_state: active {{(pid=64147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 2404.841543] env[64147]: DEBUG nova.compute.manager [req-ec745db0-de38-4115-baa0-8ecb16b7ab21 req-4bc6a50c-8c89-4d44-9b34-b86484e9bc70 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Received event network-changed-a89cf6df-5c70-412b-bad3-0d92f6511fed {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2404.841543] env[64147]: DEBUG nova.compute.manager [req-ec745db0-de38-4115-baa0-8ecb16b7ab21 req-4bc6a50c-8c89-4d44-9b34-b86484e9bc70 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Refreshing instance network info cache due to event network-changed-a89cf6df-5c70-412b-bad3-0d92f6511fed. {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2404.841712] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec745db0-de38-4115-baa0-8ecb16b7ab21 req-4bc6a50c-8c89-4d44-9b34-b86484e9bc70 service nova] Acquiring lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2404.841768] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec745db0-de38-4115-baa0-8ecb16b7ab21 req-4bc6a50c-8c89-4d44-9b34-b86484e9bc70 service nova] Acquired lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2404.841989] env[64147]: DEBUG nova.network.neutron [req-ec745db0-de38-4115-baa0-8ecb16b7ab21 req-4bc6a50c-8c89-4d44-9b34-b86484e9bc70 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Refreshing network info cache for port a89cf6df-5c70-412b-bad3-0d92f6511fed {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2404.852097] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.852357] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.357024] env[64147]: INFO nova.compute.claims [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2405.548992] env[64147]: DEBUG nova.network.neutron [req-ec745db0-de38-4115-baa0-8ecb16b7ab21 req-4bc6a50c-8c89-4d44-9b34-b86484e9bc70 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updated VIF entry in instance network info cache for port a89cf6df-5c70-412b-bad3-0d92f6511fed. {{(pid=64147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2405.549390] env[64147]: DEBUG nova.network.neutron [req-ec745db0-de38-4115-baa0-8ecb16b7ab21 req-4bc6a50c-8c89-4d44-9b34-b86484e9bc70 service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance_info_cache with network_info: [{"id": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "address": "fa:16:3e:04:94:a4", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89cf6df-5c", "ovs_interfaceid": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2405.862672] env[64147]: INFO nova.compute.resource_tracker [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating resource usage from migration 948a7344-0176-4882-b237-83f737aebc8e [ 2405.920467] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c2fc38-825f-4105-bb20-4ed62916e998 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.928834] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8fa75e-5e24-4f43-94db-3275c3d9b599 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.958079] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b59ab5-139a-41eb-9c6a-c39fd265ec55 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.965381] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d653d4-6974-448d-b416-3b5bbad2a8f6 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.978414] env[64147]: DEBUG nova.compute.provider_tree [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2406.052013] env[64147]: DEBUG oslo_concurrency.lockutils [req-ec745db0-de38-4115-baa0-8ecb16b7ab21 req-4bc6a50c-8c89-4d44-9b34-b86484e9bc70 service nova] Releasing lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2406.481568] env[64147]: DEBUG nova.scheduler.client.report [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2406.986776] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.134s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2406.986962] env[64147]: INFO nova.compute.manager [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Migrating [ 2407.502393] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2407.502753] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2407.502800] env[64147]: DEBUG nova.network.neutron [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2408.206849] env[64147]: DEBUG nova.network.neutron [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance_info_cache with network_info: [{"id": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "address": "fa:16:3e:04:94:a4", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89cf6df-5c", "ovs_interfaceid": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2408.709610] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2408.835426] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2408.835618] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2409.338171] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Didn't find any instances for network info cache update. {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 2409.338472] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2410.225301] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccbc38b-ae41-4575-b037-1ee57787e4c0 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.243574] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance 'c58db340-a446-4bcf-bcf4-87be2860d9d5' progress to 0 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2410.318855] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2410.749540] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2410.749846] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f720871b-7baa-4a09-8e8c-ac3e14f408d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.758528] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2410.758528] env[64147]: value = "task-1841193" [ 2410.758528] env[64147]: _type = "Task" [ 2410.758528] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.766384] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.268455] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841193, 'name': PowerOffVM_Task, 'duration_secs': 0.206401} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.269922] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2411.269922] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance 'c58db340-a446-4bcf-bcf4-87be2860d9d5' progress to 17 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2411.776113] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2411.776374] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2411.776531] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2411.776714] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2411.776860] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2411.777020] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2411.777226] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2411.777382] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2411.777543] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2411.777736] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2411.777920] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2411.782890] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-358b3636-71c9-4827-8ce5-677381941a69 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.800451] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2411.800451] env[64147]: value = "task-1841194" [ 2411.800451] env[64147]: _type = "Task" [ 2411.800451] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.811373] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.310417] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841194, 'name': ReconfigVM_Task, 'duration_secs': 0.163328} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.310876] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance 'c58db340-a446-4bcf-bcf4-87be2860d9d5' progress to 33 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2412.817347] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T05:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2412.817630] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2412.817740] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image limits 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2412.817922] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Flavor pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2412.818080] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Image pref 0:0:0 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2412.818229] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2412.818428] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2412.818584] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2412.818761] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Got 1 possible topologies {{(pid=64147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2412.818931] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2412.819125] env[64147]: DEBUG nova.virt.hardware [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2412.824421] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2412.824749] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce1f48c-5bce-49a5-8ee6-40725b68da5f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.852709] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2412.852709] env[64147]: value = "task-1841195" [ 2412.852709] env[64147]: _type = "Task" [ 2412.852709] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.862549] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.319874] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2413.320254] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2413.320319] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2413.362631] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841195, 'name': ReconfigVM_Task, 'duration_secs': 0.158812} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.362943] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2413.363725] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3feef9d-7175-4688-832f-856f0bf81635 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.389570] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213/volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2413.389797] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b2906b-9ce5-41dd-a740-9d5789d824b7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.406832] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2413.406832] env[64147]: value = "task-1841196" [ 2413.406832] env[64147]: _type = "Task" [ 2413.406832] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.415195] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.916690] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841196, 'name': ReconfigVM_Task, 'duration_secs': 0.242966} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.916966] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213/volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213.vmdk or device None with type thin {{(pid=64147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2413.917266] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance 'c58db340-a446-4bcf-bcf4-87be2860d9d5' progress to 50 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2414.424434] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4c22e3-fc96-41cd-b292-29a079d26a80 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.443492] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a8b771-9172-47bd-912a-84d6a49b191a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.460114] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance 'c58db340-a446-4bcf-bcf4-87be2860d9d5' progress to 67 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2416.097073] env[64147]: DEBUG nova.network.neutron [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Port a89cf6df-5c70-412b-bad3-0d92f6511fed binding to destination host cpu-1 is already ACTIVE {{(pid=64147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2416.319863] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2417.114712] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "c58db340-a446-4bcf-bcf4-87be2860d9d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2417.115090] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2417.115146] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2417.314794] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2417.319374] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2418.156524] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.156824] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.156885] env[64147]: DEBUG nova.network.neutron [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2418.319121] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2418.824032] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2418.824032] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2418.824032] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2418.824032] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2418.824032] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68055847-d7ad-45ad-9284-316bca00c369 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.832472] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1982c44d-41f4-49f8-9442-5ecb66ec5bfc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.848624] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b465388-2a36-4a95-b6ce-da84d132f880 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.855646] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a28256-f587-409f-b3ff-bd7f0e52857f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.886084] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180983MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2418.888133] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2418.888133] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2418.889459] env[64147]: DEBUG nova.network.neutron [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance_info_cache with network_info: [{"id": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "address": "fa:16:3e:04:94:a4", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89cf6df-5c", "ovs_interfaceid": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2419.393829] env[64147]: DEBUG oslo_concurrency.lockutils [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2419.898764] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Applying migration context for instance c58db340-a446-4bcf-bcf4-87be2860d9d5 as it has an incoming, in-progress migration 948a7344-0176-4882-b237-83f737aebc8e. Migration status is post-migrating {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2419.899487] env[64147]: INFO nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating resource usage from migration 948a7344-0176-4882-b237-83f737aebc8e [ 2419.907019] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69492d6-30fa-44bf-a628-1a80bfe3bdfd {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.914168] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bea4e0-bacd-4c83-b204-9face7b71bef {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.922106] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance f34c77e3-c104-42ed-ac98-f503a94bdd96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2419.922286] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance add99cd0-f594-4999-8bf8-749ad28bff6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2419.922477] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Migration 948a7344-0176-4882-b237-83f737aebc8e is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2419.922640] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Instance c58db340-a446-4bcf-bcf4-87be2860d9d5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2419.922830] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2419.922987] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2419.994568] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23e5fe3-4137-4c19-a320-d88a0c23eb0b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.001889] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eb469a-d030-4ea2-8a62-cde0d0002053 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.031773] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eeed32-6866-4915-983d-e9873380ce64 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.039076] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f72db6b-a94c-42d8-8a7d-e2bf14e2617a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.053953] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2420.556661] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2421.032751] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a3b634-a7fb-4687-b8aa-f59faa8781eb {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.052178] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01654f1-0044-415a-8c5a-bd5685540899 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.059766] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance 'c58db340-a446-4bcf-bcf4-87be2860d9d5' progress to 83 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2421.063687] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2421.063854] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.177s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.566466] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Powering on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2421.566843] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b710d4ab-906d-4c4a-bea8-2e6a27955942 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.574313] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2421.574313] env[64147]: value = "task-1841197" [ 2421.574313] env[64147]: _type = "Task" [ 2421.574313] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.582351] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.085028] env[64147]: DEBUG oslo_vmware.api [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841197, 'name': PowerOnVM_Task, 'duration_secs': 0.347701} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.085276] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Powered on the VM {{(pid=64147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2422.085437] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc6d9f-2918-474f-813d-c86dcf6de9cd tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance 'c58db340-a446-4bcf-bcf4-87be2860d9d5' progress to 100 {{(pid=64147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2424.716638] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "c58db340-a446-4bcf-bcf4-87be2860d9d5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.717082] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.717404] env[64147]: DEBUG nova.compute.manager [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Going to confirm migration 10 {{(pid=64147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 2425.299507] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2425.299706] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquired lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2425.299884] env[64147]: DEBUG nova.network.neutron [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Building network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2425.300084] env[64147]: DEBUG nova.objects.instance [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lazy-loading 'info_cache' on Instance uuid c58db340-a446-4bcf-bcf4-87be2860d9d5 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2426.506577] env[64147]: DEBUG nova.network.neutron [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance_info_cache with network_info: [{"id": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "address": "fa:16:3e:04:94:a4", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89cf6df-5c", "ovs_interfaceid": "a89cf6df-5c70-412b-bad3-0d92f6511fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.009313] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Releasing lock "refresh_cache-c58db340-a446-4bcf-bcf4-87be2860d9d5" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2427.009549] env[64147]: DEBUG nova.objects.instance [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lazy-loading 'migration_context' on Instance uuid c58db340-a446-4bcf-bcf4-87be2860d9d5 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2427.512740] env[64147]: DEBUG nova.objects.base [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2427.513975] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621a71bc-2880-454e-b814-90858872714a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.532867] env[64147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e02e002c-c364-4a83-9006-a5dce86d3d49 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.537946] env[64147]: DEBUG oslo_vmware.api [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2427.537946] env[64147]: value = "session[52df77d3-2383-8159-ab60-5daa17e01658]525b2162-c530-f054-b710-06b56e7de843" [ 2427.537946] env[64147]: _type = "Task" [ 2427.537946] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.546227] env[64147]: DEBUG oslo_vmware.api [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525b2162-c530-f054-b710-06b56e7de843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.048228] env[64147]: DEBUG oslo_vmware.api [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': session[52df77d3-2383-8159-ab60-5daa17e01658]525b2162-c530-f054-b710-06b56e7de843, 'name': SearchDatastore_Task, 'duration_secs': 0.007517} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.048515] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.048735] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.613863] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed83af0-b5ca-4f0d-8902-ae98d94f1c6c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.621759] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ac639e-6d0d-4c67-8d04-b27abe16ed59 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.651474] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9882e7-6df3-4527-b90e-90f6e417e831 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.658961] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffc91ac-3229-414f-a3fd-db0616096b3e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.671741] env[64147]: DEBUG nova.compute.provider_tree [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2429.175487] env[64147]: DEBUG nova.scheduler.client.report [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2430.187039] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.138s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.740972] env[64147]: INFO nova.scheduler.client.report [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted allocation for migration 948a7344-0176-4882-b237-83f737aebc8e [ 2431.022143] env[64147]: INFO nova.compute.manager [None req-b34bc847-ff2d-462e-a672-0c8ba5ba0bc6 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Get console output [ 2431.022143] env[64147]: WARNING nova.virt.vmwareapi.driver [None req-b34bc847-ff2d-462e-a672-0c8ba5ba0bc6 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] The console log is missing. Check your VSPC configuration [ 2431.247169] env[64147]: DEBUG oslo_concurrency.lockutils [None req-7d68b3a7-d431-4952-b6ab-132fff8ada78 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.530s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2457.412258] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "c58db340-a446-4bcf-bcf4-87be2860d9d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2457.412778] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2457.412778] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "c58db340-a446-4bcf-bcf4-87be2860d9d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2457.412914] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2457.413073] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2457.416801] env[64147]: INFO nova.compute.manager [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Terminating instance [ 2457.920964] env[64147]: DEBUG nova.compute.manager [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2457.921250] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2457.925486] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3211b05a-7ae6-4791-8f63-8404b5594872 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.932376] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2457.932376] env[64147]: value = "task-1841198" [ 2457.932376] env[64147]: _type = "Task" [ 2457.932376] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.941350] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.441820] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841198, 'name': PowerOffVM_Task, 'duration_secs': 0.190658} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.443117] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2458.443117] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Volume detach. Driver type: vmdk {{(pid=64147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2458.443117] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380959', 'volume_id': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'name': 'volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c58db340-a446-4bcf-bcf4-87be2860d9d5', 'attached_at': '2024-12-13T05:57:32.000000', 'detached_at': '', 'volume_id': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'serial': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2458.443756] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b77d00-7319-4380-ba02-a7f9e1996f33 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.462350] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5452cc6-ac40-4ead-a571-cf86ec8e354f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.468540] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc6c23d-98cf-44ca-a647-876b5c3f5ca5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.485330] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4acee71-13a9-444b-b9c9-380d7c5e5cea {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.498984] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] The volume has not been displaced from its original location: [datastore1] volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213/volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213.vmdk. No consolidation needed. {{(pid=64147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2458.504081] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2458.504319] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40911f1-5a5e-4f49-be5c-d4db57cd798c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.520439] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2458.520439] env[64147]: value = "task-1841199" [ 2458.520439] env[64147]: _type = "Task" [ 2458.520439] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.527471] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.030103] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841199, 'name': ReconfigVM_Task, 'duration_secs': 0.138717} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.030406] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=64147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2459.034900] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66dcaebe-9051-4724-8ef7-c3f16ab91632 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.049460] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2459.049460] env[64147]: value = "task-1841200" [ 2459.049460] env[64147]: _type = "Task" [ 2459.049460] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.056919] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.559315] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841200, 'name': ReconfigVM_Task, 'duration_secs': 0.19557} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.559663] env[64147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-380959', 'volume_id': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'name': 'volume-a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c58db340-a446-4bcf-bcf4-87be2860d9d5', 'attached_at': '2024-12-13T05:57:32.000000', 'detached_at': '', 'volume_id': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213', 'serial': 'a6fcc18f-837d-4ed4-a80f-3d8b0d884213'} {{(pid=64147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2459.559892] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2459.560641] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d30ab26-4021-4b2a-841f-f8bfefc14074 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.567799] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2459.568094] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3242331f-6453-427b-8fbc-dc092205ee1f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.636197] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2459.636458] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2459.636643] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleting the datastore file [datastore1] c58db340-a446-4bcf-bcf4-87be2860d9d5 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2459.636980] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffc93949-4564-4af0-bf6c-affffee9ed72 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.643275] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2459.643275] env[64147]: value = "task-1841202" [ 2459.643275] env[64147]: _type = "Task" [ 2459.643275] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.650675] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.153046] env[64147]: DEBUG oslo_vmware.api [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079932} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.153312] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2460.153471] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2460.153645] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2460.153816] env[64147]: INFO nova.compute.manager [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Took 2.23 seconds to destroy the instance on the hypervisor. [ 2460.154074] env[64147]: DEBUG oslo.service.loopingcall [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2460.154270] env[64147]: DEBUG nova.compute.manager [-] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2460.154364] env[64147]: DEBUG nova.network.neutron [-] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2460.590223] env[64147]: DEBUG nova.compute.manager [req-0761ecbe-01c3-4319-9cc1-ac1e8cb6a874 req-502620e2-e819-46d2-b5d6-f78854f4f99a service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Received event network-vif-deleted-a89cf6df-5c70-412b-bad3-0d92f6511fed {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2460.590535] env[64147]: INFO nova.compute.manager [req-0761ecbe-01c3-4319-9cc1-ac1e8cb6a874 req-502620e2-e819-46d2-b5d6-f78854f4f99a service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Neutron deleted interface a89cf6df-5c70-412b-bad3-0d92f6511fed; detaching it from the instance and deleting it from the info cache [ 2460.590601] env[64147]: DEBUG nova.network.neutron [req-0761ecbe-01c3-4319-9cc1-ac1e8cb6a874 req-502620e2-e819-46d2-b5d6-f78854f4f99a service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2461.070108] env[64147]: DEBUG nova.network.neutron [-] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2461.092645] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b025a48-8404-4c50-8f02-9650813087e9 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.104454] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1cffb3-6933-4419-9a28-040e632ceae7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.129206] env[64147]: DEBUG nova.compute.manager [req-0761ecbe-01c3-4319-9cc1-ac1e8cb6a874 req-502620e2-e819-46d2-b5d6-f78854f4f99a service nova] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Detach interface failed, port_id=a89cf6df-5c70-412b-bad3-0d92f6511fed, reason: Instance c58db340-a446-4bcf-bcf4-87be2860d9d5 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2461.572329] env[64147]: INFO nova.compute.manager [-] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Took 1.42 seconds to deallocate network for instance. [ 2462.113308] env[64147]: INFO nova.compute.manager [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Took 0.54 seconds to detach 1 volumes for instance. [ 2462.115355] env[64147]: DEBUG nova.compute.manager [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: c58db340-a446-4bcf-bcf4-87be2860d9d5] Deleting volume: a6fcc18f-837d-4ed4-a80f-3d8b0d884213 {{(pid=64147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2462.652234] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.652464] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.652664] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.675987] env[64147]: INFO nova.scheduler.client.report [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted allocations for instance c58db340-a446-4bcf-bcf4-87be2860d9d5 [ 2463.183902] env[64147]: DEBUG oslo_concurrency.lockutils [None req-bee69b62-cda9-455b-b1d7-201845803be8 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "c58db340-a446-4bcf-bcf4-87be2860d9d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.771s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.037791] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "add99cd0-f594-4999-8bf8-749ad28bff6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.038092] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "add99cd0-f594-4999-8bf8-749ad28bff6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.038311] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "add99cd0-f594-4999-8bf8-749ad28bff6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.038502] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "add99cd0-f594-4999-8bf8-749ad28bff6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.038667] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "add99cd0-f594-4999-8bf8-749ad28bff6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.040733] env[64147]: INFO nova.compute.manager [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Terminating instance [ 2464.544212] env[64147]: DEBUG nova.compute.manager [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2464.544590] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2464.545372] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b5ff9e-6b7f-4293-907a-759fa5eeece4 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.553050] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2464.553268] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f1241e6-5dd0-4f8a-bb6f-5172b2885bd7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.559392] env[64147]: DEBUG oslo_vmware.api [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2464.559392] env[64147]: value = "task-1841204" [ 2464.559392] env[64147]: _type = "Task" [ 2464.559392] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2464.567051] env[64147]: DEBUG oslo_vmware.api [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.068949] env[64147]: DEBUG oslo_vmware.api [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841204, 'name': PowerOffVM_Task, 'duration_secs': 0.214919} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.069213] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2465.069376] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2465.069627] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19c7dc2f-dee2-4ab6-aeed-5d263762c528 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.142397] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2465.142613] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2465.142780] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleting the datastore file [datastore1] add99cd0-f594-4999-8bf8-749ad28bff6f {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2465.143041] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdf9e646-9d9f-4969-a22b-34de7f9e1a63 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.151709] env[64147]: DEBUG oslo_vmware.api [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2465.151709] env[64147]: value = "task-1841206" [ 2465.151709] env[64147]: _type = "Task" [ 2465.151709] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2465.159408] env[64147]: DEBUG oslo_vmware.api [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.661980] env[64147]: DEBUG oslo_vmware.api [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132602} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.662386] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2465.662438] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2465.662599] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2465.662774] env[64147]: INFO nova.compute.manager [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2465.663031] env[64147]: DEBUG oslo.service.loopingcall [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2465.663275] env[64147]: DEBUG nova.compute.manager [-] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2465.663340] env[64147]: DEBUG nova.network.neutron [-] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2465.919373] env[64147]: DEBUG nova.compute.manager [req-f5dba514-a8dc-4122-9479-f915955d6935 req-f8d70c18-c4ca-4e13-b7db-17e976657c9f service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Received event network-vif-deleted-2dd7cf83-19ef-4788-a0d4-90288a5fae30 {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2465.919519] env[64147]: INFO nova.compute.manager [req-f5dba514-a8dc-4122-9479-f915955d6935 req-f8d70c18-c4ca-4e13-b7db-17e976657c9f service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Neutron deleted interface 2dd7cf83-19ef-4788-a0d4-90288a5fae30; detaching it from the instance and deleting it from the info cache [ 2465.919681] env[64147]: DEBUG nova.network.neutron [req-f5dba514-a8dc-4122-9479-f915955d6935 req-f8d70c18-c4ca-4e13-b7db-17e976657c9f service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2466.398305] env[64147]: DEBUG nova.network.neutron [-] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2466.422927] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e451a6d2-282c-4fd4-a4a0-fcfb6635af49 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.432388] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a37cad-3e48-47ad-ac5f-cb70164d9e57 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.455875] env[64147]: DEBUG nova.compute.manager [req-f5dba514-a8dc-4122-9479-f915955d6935 req-f8d70c18-c4ca-4e13-b7db-17e976657c9f service nova] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Detach interface failed, port_id=2dd7cf83-19ef-4788-a0d4-90288a5fae30, reason: Instance add99cd0-f594-4999-8bf8-749ad28bff6f could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2466.901783] env[64147]: INFO nova.compute.manager [-] [instance: add99cd0-f594-4999-8bf8-749ad28bff6f] Took 1.24 seconds to deallocate network for instance. [ 2467.408835] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2467.409126] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2467.409356] env[64147]: DEBUG nova.objects.instance [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lazy-loading 'resources' on Instance uuid add99cd0-f594-4999-8bf8-749ad28bff6f {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2467.956640] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d670a4b2-c065-440b-9f9a-d81a9ac8d8de {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.964307] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575b35b4-7cb5-4550-90c7-143e67a244ec {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.994931] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153e82d0-39fe-40e0-85bf-118ff6b50467 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.002064] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c559e5-c94c-466b-988d-190036b968f3 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.014867] env[64147]: DEBUG nova.compute.provider_tree [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2468.534078] env[64147]: ERROR nova.scheduler.client.report [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [req-a540f182-9b65-40d7-bad4-77a1fa6cb237] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4bc284ec-2b0f-466c-afec-5b2381c25120. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a540f182-9b65-40d7-bad4-77a1fa6cb237"}]} [ 2468.552040] env[64147]: DEBUG nova.scheduler.client.report [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Refreshing inventories for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2468.565474] env[64147]: DEBUG nova.scheduler.client.report [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating ProviderTree inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2468.565703] env[64147]: DEBUG nova.compute.provider_tree [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2468.576097] env[64147]: DEBUG nova.scheduler.client.report [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Refreshing aggregate associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, aggregates: None {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2468.592824] env[64147]: DEBUG nova.scheduler.client.report [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Refreshing trait associations for resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=64147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2468.628618] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed4ccb4-a1d8-4c6f-9da1-dac7daf27749 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.636216] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b959435f-c1f7-427c-9f3e-a897aa44773a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.665144] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aab3f3-ab45-4aff-9b30-15d5a609470a {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.672093] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df897657-b73c-46a8-aa3a-656b871841e5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.685584] env[64147]: DEBUG nova.compute.provider_tree [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2469.214140] env[64147]: DEBUG nova.scheduler.client.report [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updated inventory for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with generation 189 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2469.214456] env[64147]: DEBUG nova.compute.provider_tree [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating resource provider 4bc284ec-2b0f-466c-afec-5b2381c25120 generation from 189 to 190 during operation: update_inventory {{(pid=64147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2469.214581] env[64147]: DEBUG nova.compute.provider_tree [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Updating inventory in ProviderTree for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2469.719664] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.737011] env[64147]: INFO nova.scheduler.client.report [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted allocations for instance add99cd0-f594-4999-8bf8-749ad28bff6f [ 2470.243736] env[64147]: DEBUG oslo_concurrency.lockutils [None req-1d52e2be-9ab7-4843-b936-83af4e7f27cc tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "add99cd0-f594-4999-8bf8-749ad28bff6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.206s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2472.064681] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2472.065092] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Starting heal instance info cache {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2472.065092] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Rebuilding the list of instances to heal {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2472.605230] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2472.605427] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquired lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2472.605577] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Forcefully refreshing network info cache for instance {{(pid=64147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2472.605735] env[64147]: DEBUG nova.objects.instance [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lazy-loading 'info_cache' on Instance uuid f34c77e3-c104-42ed-ac98-f503a94bdd96 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2473.729756] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "f34c77e3-c104-42ed-ac98-f503a94bdd96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2473.730180] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "f34c77e3-c104-42ed-ac98-f503a94bdd96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2473.730180] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "f34c77e3-c104-42ed-ac98-f503a94bdd96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2473.730346] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "f34c77e3-c104-42ed-ac98-f503a94bdd96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2473.730532] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "f34c77e3-c104-42ed-ac98-f503a94bdd96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2473.732528] env[64147]: INFO nova.compute.manager [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Terminating instance [ 2474.235711] env[64147]: DEBUG nova.compute.manager [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Start destroying the instance on the hypervisor. {{(pid=64147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2474.235930] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Destroying instance {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2474.238802] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711fe170-d01c-486f-b785-fd60f0e8a15b {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.246580] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Powering off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2474.246804] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10775fdd-eacd-44c8-9b9e-25fa45a0ac69 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.253322] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2474.253322] env[64147]: value = "task-1841208" [ 2474.253322] env[64147]: _type = "Task" [ 2474.253322] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2474.261643] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.305766] env[64147]: DEBUG nova.network.neutron [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updating instance_info_cache with network_info: [{"id": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "address": "fa:16:3e:5e:7e:dc", "network": {"id": "07ca7e90-9700-4760-9fca-ac3a8565b260", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1707524943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37471bf989c143e59dc0151c0c9641f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a68ba48-46", "ovs_interfaceid": "6a68ba48-4679-49e5-99a1-c4daee71ff4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2475.435808] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Releasing lock "refresh_cache-f34c77e3-c104-42ed-ac98-f503a94bdd96" {{(pid=64147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2475.436204] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updated the network info_cache for instance {{(pid=64147) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2475.436826] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2475.437428] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2475.437595] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2475.437761] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2475.437883] env[64147]: DEBUG nova.compute.manager [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2475.442457] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.442650] env[64147]: WARNING oslo_vmware.common.loopingcall [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] task run outlasted interval by 0.188334 sec [ 2475.449935] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.953517] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.453036] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.954854] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.319161] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2477.454581] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.824325] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2477.955419] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841208, 'name': PowerOffVM_Task, 'duration_secs': 3.309052} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.955689] env[64147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Powered off the VM {{(pid=64147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2477.955852] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Unregistering the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2477.956112] env[64147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6be1ccc-fb51-4d18-9e43-364e65fc227f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.319808] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2478.497359] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Unregistered the VM {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2478.497921] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Deleting contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2478.497921] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleting the datastore file [datastore1] f34c77e3-c104-42ed-ac98-f503a94bdd96 {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2478.498071] env[64147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d0d4d66-b5dd-4e49-9b64-2cb49b3c6d25 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.504885] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for the task: (returnval){ [ 2478.504885] env[64147]: value = "task-1841210" [ 2478.504885] env[64147]: _type = "Task" [ 2478.504885] env[64147]: } to complete. {{(pid=64147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.512171] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.014681] env[64147]: DEBUG oslo_vmware.api [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Task: {'id': task-1841210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139951} completed successfully. {{(pid=64147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2479.014895] env[64147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted the datastore file {{(pid=64147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2479.015061] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Deleted contents of the VM from datastore datastore1 {{(pid=64147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2479.016081] env[64147]: DEBUG nova.virt.vmwareapi.vmops [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Instance destroyed {{(pid=64147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2479.016081] env[64147]: INFO nova.compute.manager [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Took 4.78 seconds to destroy the instance on the hypervisor. [ 2479.016081] env[64147]: DEBUG oslo.service.loopingcall [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2479.016081] env[64147]: DEBUG nova.compute.manager [-] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Deallocating network for instance {{(pid=64147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2479.016081] env[64147]: DEBUG nova.network.neutron [-] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] deallocate_for_instance() {{(pid=64147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2479.265651] env[64147]: DEBUG nova.compute.manager [req-3731c4b3-e3df-4f4e-92fa-46d6facad1a8 req-a935dfe3-651b-41e0-9966-c0ceebc2a6e5 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Received event network-vif-deleted-6a68ba48-4679-49e5-99a1-c4daee71ff4f {{(pid=64147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2479.265838] env[64147]: INFO nova.compute.manager [req-3731c4b3-e3df-4f4e-92fa-46d6facad1a8 req-a935dfe3-651b-41e0-9966-c0ceebc2a6e5 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Neutron deleted interface 6a68ba48-4679-49e5-99a1-c4daee71ff4f; detaching it from the instance and deleting it from the info cache [ 2479.265947] env[64147]: DEBUG nova.network.neutron [req-3731c4b3-e3df-4f4e-92fa-46d6facad1a8 req-a935dfe3-651b-41e0-9966-c0ceebc2a6e5 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2479.314837] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2479.744436] env[64147]: DEBUG nova.network.neutron [-] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Updating instance_info_cache with network_info: [] {{(pid=64147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2479.768801] env[64147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54a97014-262a-4d29-b1c7-c11706b7e7d5 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.779314] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1cf0aa-18dc-445e-a541-2c135d3b6f08 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.803781] env[64147]: DEBUG nova.compute.manager [req-3731c4b3-e3df-4f4e-92fa-46d6facad1a8 req-a935dfe3-651b-41e0-9966-c0ceebc2a6e5 service nova] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Detach interface failed, port_id=6a68ba48-4679-49e5-99a1-c4daee71ff4f, reason: Instance f34c77e3-c104-42ed-ac98-f503a94bdd96 could not be found. {{(pid=64147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2480.247900] env[64147]: INFO nova.compute.manager [-] [instance: f34c77e3-c104-42ed-ac98-f503a94bdd96] Took 1.23 seconds to deallocate network for instance. [ 2480.319049] env[64147]: DEBUG oslo_service.periodic_task [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2480.756830] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2480.757234] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2480.757328] env[64147]: DEBUG nova.objects.instance [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lazy-loading 'resources' on Instance uuid f34c77e3-c104-42ed-ac98-f503a94bdd96 {{(pid=64147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2480.821975] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2481.291490] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8240ac9e-053a-4274-a586-97863af1f78c {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.299425] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bebcfd-8542-47ea-a6d6-03a27ed2581f {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.329563] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf97662-84a2-4a0b-84ad-70eb07f1c362 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.336907] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce252de-f1aa-4b4c-bd46-6fad8d925833 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.349900] env[64147]: DEBUG nova.compute.provider_tree [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2481.853444] env[64147]: DEBUG nova.scheduler.client.report [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2482.359831] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2482.362067] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.540s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2482.362250] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2482.362405] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2482.363247] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6b1811-7183-4799-afad-105be604a808 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.371563] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b1fce6-1d62-4f87-8366-5dd2af523edf {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.387124] env[64147]: INFO nova.scheduler.client.report [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Deleted allocations for instance f34c77e3-c104-42ed-ac98-f503a94bdd96 [ 2482.388441] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012abe77-4747-4316-812b-44ab30d39b76 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.396642] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ade3c2-99b9-4797-930d-cf55edaa58bc {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.424884] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180830MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=64147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2482.425035] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2482.425234] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2482.896867] env[64147]: DEBUG oslo_concurrency.lockutils [None req-d721435e-9fba-4fc8-aedd-3ceaeb03a966 tempest-ServerActionsTestOtherA-516101535 tempest-ServerActionsTestOtherA-516101535-project-member] Lock "f34c77e3-c104-42ed-ac98-f503a94bdd96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.167s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2483.442558] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2483.442738] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2483.456532] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e74fe3-0773-4a7e-8293-ed7b57c60773 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.464134] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbcc113-d95d-4c1d-a901-f136c6a95c8e {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.493476] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb00b4c5-536a-486c-803a-e590d16e5151 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.500217] env[64147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6a5d2f-31aa-4444-aec5-51733a5827d7 {{(pid=64147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.512559] env[64147]: DEBUG nova.compute.provider_tree [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed in ProviderTree for provider: 4bc284ec-2b0f-466c-afec-5b2381c25120 {{(pid=64147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2484.017247] env[64147]: DEBUG nova.scheduler.client.report [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Inventory has not changed for provider 4bc284ec-2b0f-466c-afec-5b2381c25120 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2484.521381] env[64147]: DEBUG nova.compute.resource_tracker [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2484.521599] env[64147]: DEBUG oslo_concurrency.lockutils [None req-3b2c4aea-4b60-43e8-b91b-94a58e366535 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=64147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}